nixbot

1this derivation will be built:2  /nix/store/5693hy6nhi7cj4llpx19b2mgi54fysfz-vm-test-run-nixbot-gitlab.drv3building '/nix/store/5693hy6nhi7cj4llpx19b2mgi54fysfz-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@jamie'4building '/nix/store/5693hy6nhi7cj4llpx19b2mgi54fysfz-vm-test-run-nixbot-gitlab.drv'5vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state6vm-test-run-nixbot-gitlab> start all VLans7vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.01 seconds)8vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds9vm-test-run-nixbot-gitlab> run the VM test script10vm-test-run-nixbot-gitlab> additionally exposed symbols:11vm-test-run-nixbot-gitlab>     gitlab,12vm-test-run-nixbot-gitlab>     vlan1,13vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh14vm-test-run-nixbot-gitlab> start all VMs15vm-test-run-nixbot-gitlab> gitlab: starting vm16vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...17vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.oBNqLmxNzy', fmt=raw size=107374182418vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)19vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done20vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes21vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 4385da87-f1f7-43ae-9029-eca6430855b622vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:23vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 22937624vm-test-run-nixbot-gitlab> gitlab # 25vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done26vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done27vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done28vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done29vm-test-run-nixbot-gitlab> gitlab # 30vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.31vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...32vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.33vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)34vm-test-run-nixbot-gitlab> (finished: start all VMs, in 55.62 seconds)35vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service36vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting37vm-test-run-nixbot-gitlab> gitlab # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org)38vm-test-run-nixbot-gitlab> gitlab # 39vm-test-run-nixbot-gitlab> gitlab # 40vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFD1900+BEF31900 CA0041vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:03.0)...42vm-test-run-nixbot-gitlab> gitlab # 43vm-test-run-nixbot-gitlab> gitlab # 44vm-test-run-nixbot-gitlab> gitlab # 45vm-test-run-nixbot-gitlab> gitlab # 46vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM BEFD1900 BEF31900 CB0047vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:09.0)...48vm-test-run-nixbot-gitlab> gitlab # 49vm-test-run-nixbot-gitlab> gitlab # 50vm-test-run-nixbot-gitlab> gitlab # Booting from ROM...51vm-test-run-nixbot-gitlab> gitlab # Probing EDD (edd=off to disable)... ok[    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Mon Jun  1 15:51:08 UTC 202652vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/d4fjygpaj45mp5xmmj7mz98m76miz2v3-nixos-system-gitlab-test/init regInfo=/nix/store/rsxspnkan5019ra1dc6jhwxvhgcl4vdx-closure-info/registration console=ttyS0,115200n8 console=tty053vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-provided physical RAM map:54vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable55vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved56vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved57vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bffd7fff] usable58vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000bffd8000-0x00000000bfffffff] reserved59vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved60vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved61vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000100000000-0x00000001bfffffff] usable62vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved63vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NX (Execute Disable) protection: active64vm-test-run-nixbot-gitlab> gitlab # [    0.000000] APIC: Static calls initialized65vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SMBIOS 2.8 present.66vm-test-run-nixbot-gitlab> gitlab # [    0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/201467vm-test-run-nixbot-gitlab> gitlab # [    0.000000] DMI: Memory slots populated: 1/168vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Hypervisor detected: KVM69vm-test-run-nixbot-gitlab> gitlab # [    0.000000] last_pfn = 0xbffd8 max_arch_pfn = 0x1000000000070vm-test-run-nixbot-gitlab> gitlab # [    0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d0071vm-test-run-nixbot-gitlab> gitlab # [    0.000002] kvm-clock: using sched offset of 839320026 cycles72vm-test-run-nixbot-gitlab> gitlab # [    0.000007] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns73vm-test-run-nixbot-gitlab> gitlab # [    0.000014] tsc: Detected 2400.010 MHz processor74vm-test-run-nixbot-gitlab> gitlab # [    0.001515] last_pfn = 0x1c0000 max_arch_pfn = 0x1000000000075vm-test-run-nixbot-gitlab> gitlab # [    0.001585] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs76vm-test-run-nixbot-gitlab> gitlab # [    0.001592] x86/PAT: Configuration [0-7]: WB  WC  UC- UC  WB  WP  UC- WT77vm-test-run-nixbot-gitlab> gitlab # [    0.001690] last_pfn = 0xbffd8 max_arch_pfn = 0x1000000000078vm-test-run-nixbot-gitlab> gitlab # [    0.004708] found SMP MP-table at [mem 0x000f5470-0x000f547f]79vm-test-run-nixbot-gitlab> gitlab # [    0.004740] Using GB pages for direct mapping80vm-test-run-nixbot-gitlab> gitlab # [    0.005037] RAMDISK: [mem 0xbe4e0000-0xbffcffff]81vm-test-run-nixbot-gitlab> gitlab # [    0.005052] ACPI: Early table checksum verification disabled82vm-test-run-nixbot-gitlab> gitlab # [    0.005058] ACPI: RSDP 0x00000000000F5270 000014 (v00 BOCHS )83vm-test-run-nixbot-gitlab> gitlab # [    0.005065] ACPI: RSDT 0x00000000BFFE24E3 000034 (v01 BOCHS  BXPC     00000001 BXPC 00000001)84vm-test-run-nixbot-gitlab> gitlab # [    0.005073] ACPI: FACP 0x00000000BFFE237F 000074 (v01 BOCHS  BXPC     00000001 BXPC 00000001)85vm-test-run-nixbot-gitlab> gitlab # [    0.005085] ACPI: DSDT 0x00000000BFFE0040 00233F (v01 BOCHS  BXPC     00000001 BXPC 00000001)86vm-test-run-nixbot-gitlab> gitlab # [    0.005089] ACPI: FACS 0x00000000BFFE0000 00004087vm-test-run-nixbot-gitlab> gitlab # [    0.005093] ACPI: APIC 0x00000000BFFE23F3 000090 (v03 BOCHS  BXPC     00000001 BXPC 00000001)88vm-test-run-nixbot-gitlab> gitlab # [    0.005096] ACPI: HPET 0x00000000BFFE2483 000038 (v01 BOCHS  BXPC     00000001 BXPC 00000001)89vm-test-run-nixbot-gitlab> gitlab # [    0.005099] ACPI: WAET 0x00000000BFFE24BB 000028 (v01 BOCHS  BXPC     00000001 BXPC 00000001)90vm-test-run-nixbot-gitlab> gitlab # [    0.005102] ACPI: Reserving FACP table memory at [mem 0xbffe237f-0xbffe23f2]91vm-test-run-nixbot-gitlab> gitlab # [    0.005104] ACPI: Reserving DSDT table memory at [mem 0xbffe0040-0xbffe237e]92vm-test-run-nixbot-gitlab> gitlab # [    0.005105] ACPI: Reserving FACS table memory at [mem 0xbffe0000-0xbffe003f]93vm-test-run-nixbot-gitlab> gitlab # [    0.005106] ACPI: Reserving APIC table memory at [mem 0xbffe23f3-0xbffe2482]94vm-test-run-nixbot-gitlab> gitlab # [    0.005107] ACPI: Reserving HPET table memory at [mem 0xbffe2483-0xbffe24ba]95vm-test-run-nixbot-gitlab> gitlab # [    0.005108] ACPI: Reserving WAET table memory at [mem 0xbffe24bb-0xbffe24e2]96vm-test-run-nixbot-gitlab> gitlab # [    0.005929] No NUMA configuration found97vm-test-run-nixbot-gitlab> gitlab # [    0.005932] Faking a node at [mem 0x0000000000000000-0x00000001bfffffff]98vm-test-run-nixbot-gitlab> gitlab # [    0.005938] NODE_DATA(0) allocated [mem 0x1bfff8780-0x1bfffdcff]99vm-test-run-nixbot-gitlab> gitlab # [    0.011010] Zone ranges:100vm-test-run-nixbot-gitlab> gitlab # [    0.011014]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]101vm-test-run-nixbot-gitlab> gitlab # [    0.011019]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]102vm-test-run-nixbot-gitlab> gitlab # [    0.011021]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]103vm-test-run-nixbot-gitlab> gitlab # [    0.011023]   Device   empty104vm-test-run-nixbot-gitlab> gitlab # [    0.011025] Movable zone start for each node105vm-test-run-nixbot-gitlab> gitlab # [    0.011026] Early memory node ranges106vm-test-run-nixbot-gitlab> gitlab # [    0.011026]   node   0: [mem 0x0000000000001000-0x000000000009efff]107vm-test-run-nixbot-gitlab> gitlab # [    0.011028]   node   0: [mem 0x0000000000100000-0x00000000bffd7fff]108vm-test-run-nixbot-gitlab> gitlab # [    0.011029]   node   0: [mem 0x0000000100000000-0x00000001bfffffff]109vm-test-run-nixbot-gitlab> gitlab # [    0.011032] Initmem setup node 0 [mem 0x0000000000001000-0x00000001bfffffff]110vm-test-run-nixbot-gitlab> gitlab # [    0.011073] On node 0, zone DMA: 1 pages in unavailable ranges111vm-test-run-nixbot-gitlab> gitlab # [    0.011601] On node 0, zone DMA: 97 pages in unavailable ranges112vm-test-run-nixbot-gitlab> gitlab # [    0.221752] On node 0, zone Normal: 40 pages in unavailable ranges113vm-test-run-nixbot-gitlab> gitlab # [    0.226517] ACPI: PM-Timer IO Port: 0x608114vm-test-run-nixbot-gitlab> gitlab # [    0.226549] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])115vm-test-run-nixbot-gitlab> gitlab # [    0.226609] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23116vm-test-run-nixbot-gitlab> gitlab # [    0.226615] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)117vm-test-run-nixbot-gitlab> gitlab # [    0.226618] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)118vm-test-run-nixbot-gitlab> gitlab # [    0.226620] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)119vm-test-run-nixbot-gitlab> gitlab # [    0.226622] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)120vm-test-run-nixbot-gitlab> gitlab # [    0.226623] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)121vm-test-run-nixbot-gitlab> gitlab # [    0.226628] ACPI: Using ACPI (MADT) for SMP configuration information122vm-test-run-nixbot-gitlab> gitlab # [    0.226630] ACPI: HPET id: 0x8086a201 base: 0xfed00000123vm-test-run-nixbot-gitlab> gitlab # [    0.226640] TSC deadline timer available124vm-test-run-nixbot-gitlab> gitlab # [    0.226648] CPU topo: Max. logical packages:   1125vm-test-run-nixbot-gitlab> gitlab # [    0.226650] CPU topo: Max. logical dies:       1126vm-test-run-nixbot-gitlab> gitlab # [    0.226650] CPU topo: Max. dies per package:   1127vm-test-run-nixbot-gitlab> gitlab # [    0.226657] CPU topo: Max. threads per core:   1128vm-test-run-nixbot-gitlab> gitlab # [    0.226658] CPU topo: Num. cores per package:     4129vm-test-run-nixbot-gitlab> gitlab # [    0.226659] CPU topo: Num. threads per package:   4130vm-test-run-nixbot-gitlab> gitlab # [    0.226660] CPU topo: Allowing 4 present CPUs plus 0 hotplug CPUs131vm-test-run-nixbot-gitlab> gitlab # [    0.226699] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write()132vm-test-run-nixbot-gitlab> gitlab # [    0.226728] kvm-guest: KVM setup pv remote TLB flush133vm-test-run-nixbot-gitlab> gitlab # [    0.226735] kvm-guest: setup PV sched yield134vm-test-run-nixbot-gitlab> gitlab # [    0.226783] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]135vm-test-run-nixbot-gitlab> gitlab # [    0.226786] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]136vm-test-run-nixbot-gitlab> gitlab # [    0.226787] PM: hibernation: Registered nosave memory: [mem 0xbffd8000-0xffffffff]137vm-test-run-nixbot-gitlab> gitlab # [    0.226790] [mem 0xc0000000-0xfeffbfff] available for PCI devices138vm-test-run-nixbot-gitlab> gitlab # [    0.226793] Booting paravirtualized kernel on KVM139vm-test-run-nixbot-gitlab> gitlab # [    0.226799] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns140vm-test-run-nixbot-gitlab> gitlab # [    0.233542] setup_percpu: NR_CPUS:384 nr_cpumask_bits:4 nr_cpu_ids:4 nr_node_ids:1141vm-test-run-nixbot-gitlab> gitlab # [    0.237796] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u524288142vm-test-run-nixbot-gitlab> gitlab # [    0.237906] kvm-guest: PV spinlocks enabled143vm-test-run-nixbot-gitlab> gitlab # [    0.237910] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)144vm-test-run-nixbot-gitlab> gitlab # [    0.237916] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/d4fjygpaj45mp5xmmj7mz98m76miz2v3-nixos-system-gitlab-test/init regInfo=/nix/store/rsxspnkan5019ra1dc6jhwxvhgcl4vdx-closure-info/registration console=ttyS0,115200n8 console=tty0145vm-test-run-nixbot-gitlab> gitlab # [    0.238093] Unknown kernel command line parameters "regInfo=/nix/store/rsxspnkan5019ra1dc6jhwxvhgcl4vdx-closure-info/registration", will be passed to user space.146vm-test-run-nixbot-gitlab> gitlab # [    0.238112] random: crng init done147vm-test-run-nixbot-gitlab> gitlab # [    0.238114] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes148vm-test-run-nixbot-gitlab> gitlab # [    0.254688] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)149vm-test-run-nixbot-gitlab> gitlab # [    0.262958] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)150vm-test-run-nixbot-gitlab> gitlab # [    0.263120] software IO TLB: area num 4.151vm-test-run-nixbot-gitlab> gitlab # [    0.412639] Fallback order for Node 0: 0152vm-test-run-nixbot-gitlab> gitlab # [    0.412654] Built 1 zonelists, mobility grouping on.  Total pages: 1572726153vm-test-run-nixbot-gitlab> gitlab # [    0.412658] Policy zone: Normal154vm-test-run-nixbot-gitlab> gitlab # [    0.417353] mem auto-init: stack:all(zero), heap alloc:on, heap free:off155vm-test-run-nixbot-gitlab> gitlab # [    0.434537] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1156vm-test-run-nixbot-gitlab> gitlab # [    0.460083] allocated 12582912 bytes of page_ext157vm-test-run-nixbot-gitlab> gitlab # [    0.478231] ftrace: allocating 48565 entries in 192 pages158vm-test-run-nixbot-gitlab> gitlab # [    0.478241] ftrace: allocated 192 pages with 2 groups159vm-test-run-nixbot-gitlab> gitlab # [    0.480058] Dynamic Preempt: lazy160vm-test-run-nixbot-gitlab> gitlab # [    0.480416] rcu: Preemptible hierarchical RCU implementation.161vm-test-run-nixbot-gitlab> gitlab # [    0.480418] rcu: 	RCU event tracing is enabled.162vm-test-run-nixbot-gitlab> gitlab # [    0.480420] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.163vm-test-run-nixbot-gitlab> gitlab # [    0.480423] 	Trampoline variant of Tasks RCU enabled.164vm-test-run-nixbot-gitlab> gitlab # [    0.480424] 	Rude variant of Tasks RCU enabled.165vm-test-run-nixbot-gitlab> gitlab # [    0.480425] 	Tracing variant of Tasks RCU enabled.166vm-test-run-nixbot-gitlab> gitlab # [    0.480426] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.167vm-test-run-nixbot-gitlab> gitlab # [    0.480428] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4168vm-test-run-nixbot-gitlab> gitlab # [    0.480467] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.169vm-test-run-nixbot-gitlab> gitlab # [    0.480470] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.170vm-test-run-nixbot-gitlab> gitlab # [    0.480472] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.171vm-test-run-nixbot-gitlab> gitlab # [    0.489453] NR_IRQS: 24832, nr_irqs: 456, preallocated irqs: 16172vm-test-run-nixbot-gitlab> gitlab # [    0.489994] rcu: srcu_init: Setting srcu_struct sizes based on contention.173vm-test-run-nixbot-gitlab> gitlab # [    0.490241] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)174vm-test-run-nixbot-gitlab> gitlab # [    0.502326] Console: colour VGA+ 80x25175vm-test-run-nixbot-gitlab> gitlab # [    0.502342] printk: legacy console [tty0] enabled176vm-test-run-nixbot-gitlab> gitlab # [    0.577494] printk: legacy console [ttyS0] enabled177vm-test-run-nixbot-gitlab> gitlab # [    0.882543] ACPI: Core revision 20250807178vm-test-run-nixbot-gitlab> gitlab # [    0.885087] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns179vm-test-run-nixbot-gitlab> gitlab # [    0.889734] APIC: Switch to symmetric I/O mode setup180vm-test-run-nixbot-gitlab> gitlab # [    0.892576] x2apic enabled181vm-test-run-nixbot-gitlab> gitlab # [    0.894583] APIC: Switched APIC routing to: physical x2apic182vm-test-run-nixbot-gitlab> gitlab # [    0.897443] kvm-guest: APIC: send_IPI_mask() replaced with kvm_send_ipi_mask()183vm-test-run-nixbot-gitlab> gitlab # [    0.901201] kvm-guest: APIC: send_IPI_mask_allbutself() replaced with kvm_send_ipi_mask_allbutself()184vm-test-run-nixbot-gitlab> gitlab # [    0.905599] kvm-guest: setup PV IPIs185vm-test-run-nixbot-gitlab> gitlab # [    0.909870] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1186vm-test-run-nixbot-gitlab> gitlab # [    0.912908] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x229840d1729, max_idle_ns: 440795276167 ns187vm-test-run-nixbot-gitlab> gitlab # [    0.917726] Calibrating delay loop (skipped) preset value.. 4800.02 BogoMIPS (lpj=2400010)188vm-test-run-nixbot-gitlab> gitlab # [    0.919937] x86/cpu: User Mode Instruction Prevention (UMIP) activated189vm-test-run-nixbot-gitlab> gitlab # [    0.920713] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 127190vm-test-run-nixbot-gitlab> gitlab # [    0.920728] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 0191vm-test-run-nixbot-gitlab> gitlab # [    0.921713] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto192vm-test-run-nixbot-gitlab> gitlab # [    0.922739] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl193vm-test-run-nixbot-gitlab> gitlab # [    0.923713] Transient Scheduler Attacks: Mitigation: Clear CPU buffers194vm-test-run-nixbot-gitlab> gitlab # [    0.923713] Spectre V2 : Mitigation: Enhanced / Automatic IBRS195vm-test-run-nixbot-gitlab> gitlab # [    0.923713] Speculative Return Stack Overflow: Mitigation: Safe RET196vm-test-run-nixbot-gitlab> gitlab # [    0.923734] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization197vm-test-run-nixbot-gitlab> gitlab # [    0.924748] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier198vm-test-run-nixbot-gitlab> gitlab # [    0.926734] active return thunk: srso_alias_return_thunk199vm-test-run-nixbot-gitlab> gitlab # [    0.927713] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'200vm-test-run-nixbot-gitlab> gitlab # [    0.928728] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'201vm-test-run-nixbot-gitlab> gitlab # [    0.930725] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'202vm-test-run-nixbot-gitlab> gitlab # [    0.932724] x86/fpu: Supporting XSAVE feature 0x020: 'AVX-512 opmask'203vm-test-run-nixbot-gitlab> gitlab # [    0.934735] x86/fpu: Supporting XSAVE feature 0x040: 'AVX-512 Hi256'204vm-test-run-nixbot-gitlab> gitlab # [    0.935725] x86/fpu: Supporting XSAVE feature 0x080: 'AVX-512 ZMM_Hi256'205vm-test-run-nixbot-gitlab> gitlab # [    0.936728] x86/fpu: Supporting XSAVE feature 0x200: 'Protection Keys User registers'206vm-test-run-nixbot-gitlab> gitlab # [    0.938725] x86/fpu: Supporting XSAVE feature 0x800: 'Control-flow User registers'207vm-test-run-nixbot-gitlab> gitlab # [    0.940723] x86/fpu: Supporting XSAVE feature 0x1000: 'Control-flow Kernel registers (KVM only)'208vm-test-run-nixbot-gitlab> gitlab # [    0.942726] x86/fpu: xstate_offset[2]:  576, xstate_sizes[2]:  256209vm-test-run-nixbot-gitlab> gitlab # [    0.944735] x86/fpu: xstate_offset[5]:  832, xstate_sizes[5]:   64210vm-test-run-nixbot-gitlab> gitlab # [    0.945724] x86/fpu: xstate_offset[6]:  896, xstate_sizes[6]:  512211vm-test-run-nixbot-gitlab> gitlab # [    0.946723] x86/fpu: xstate_offset[7]: 1408, xstate_sizes[7]: 1024212vm-test-run-nixbot-gitlab> gitlab # [    0.947725] x86/fpu: xstate_offset[9]: 2432, xstate_sizes[9]:    8213vm-test-run-nixbot-gitlab> gitlab # [    0.948733] x86/fpu: xstate_offset[11]: 2440, xstate_sizes[11]:   16214vm-test-run-nixbot-gitlab> gitlab # [    0.949730] x86/fpu: xstate_offset[12]: 2456, xstate_sizes[12]:   24215vm-test-run-nixbot-gitlab> gitlab # [    0.950713] x86/fpu: Enabled xstate features 0x1ae7, context size is 2480 bytes, using 'compacted' format.216vm-test-run-nixbot-gitlab> gitlab # [    0.992713] Freeing SMP alternatives memory: 44K217vm-test-run-nixbot-gitlab> gitlab # [    0.993733] pid_max: default: 32768 minimum: 301218vm-test-run-nixbot-gitlab> gitlab # [    0.994713] LSM: initializing lsm=capability,landlock,yama,bpf,ima219vm-test-run-nixbot-gitlab> gitlab # [    0.996014] landlock: Up and running.220vm-test-run-nixbot-gitlab> gitlab # [    0.996713] Yama: becoming mindful.221vm-test-run-nixbot-gitlab> gitlab # [    0.997228] LSM support for eBPF active222vm-test-run-nixbot-gitlab> gitlab # [    0.998409] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)223vm-test-run-nixbot-gitlab> gitlab # [    0.998713] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)224vm-test-run-nixbot-gitlab> gitlab # [    1.002051] smpboot: CPU0: AMD EPYC 9654 96-Core Processor (family: 0x19, model: 0x11, stepping: 0x1)225vm-test-run-nixbot-gitlab> gitlab # [    1.003965] Performance Events: Fam17h+ core perfctr, AMD PMU driver.226vm-test-run-nixbot-gitlab> gitlab # [    1.004736] ... version:                   2227vm-test-run-nixbot-gitlab> gitlab # [    1.005780] ... bit width:                 48228vm-test-run-nixbot-gitlab> gitlab # [    1.006726] ... generic counters:          6229vm-test-run-nixbot-gitlab> gitlab # [    1.007727] ... generic bitmap:            000000000000003f230vm-test-run-nixbot-gitlab> gitlab # [    1.008727] ... fixed-purpose counters:    0231vm-test-run-nixbot-gitlab> gitlab # [    1.009726] ... fixed-purpose bitmap:      0000000000000000232vm-test-run-nixbot-gitlab> gitlab # [    1.010729] ... value mask:                0000ffffffffffff233vm-test-run-nixbot-gitlab> gitlab # [    1.011730] ... max period:                00007fffffffffff234vm-test-run-nixbot-gitlab> gitlab # [    1.012727] ... global_ctrl mask:          000000000000003f235vm-test-run-nixbot-gitlab> gitlab # [    1.013983] signal: max sigframe size: 3376236vm-test-run-nixbot-gitlab> gitlab # [    1.014964] rcu: Hierarchical SRCU implementation.237vm-test-run-nixbot-gitlab> gitlab # [    1.015739] rcu: 	Max phase no-delay instances is 400.238vm-test-run-nixbot-gitlab> gitlab # [    1.017295] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level239vm-test-run-nixbot-gitlab> gitlab # [    1.026967] smp: Bringing up secondary CPUs ...240vm-test-run-nixbot-gitlab> gitlab # [    1.028730] smpboot: x86: Booting SMP configuration:241vm-test-run-nixbot-gitlab> gitlab # [    1.029746] .... node  #0, CPUs:      #1 #2 #3242vm-test-run-nixbot-gitlab> gitlab # [    1.037289] smp: Brought up 1 node, 4 CPUs243vm-test-run-nixbot-gitlab> gitlab # [    1.039736] smpboot: Total of 4 processors activated (19200.08 BogoMIPS)244vm-test-run-nixbot-gitlab> gitlab # [    1.043196] Memory: 6013344K/6290904K available (17098K kernel code, 2721K rwdata, 13520K rodata, 3644K init, 3008K bss, 258300K reserved, 0K cma-reserved)245vm-test-run-nixbot-gitlab> gitlab # [    1.047243] devtmpfs: initialized246vm-test-run-nixbot-gitlab> gitlab # [    1.049238] x86/mm: Memory block size: 128MB247vm-test-run-nixbot-gitlab> gitlab # [    1.055034] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns248vm-test-run-nixbot-gitlab> gitlab # [    1.056894] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)249vm-test-run-nixbot-gitlab> gitlab # [    1.057908] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).250vm-test-run-nixbot-gitlab> gitlab # [    1.059067] pinctrl core: initialized pinctrl subsystem251vm-test-run-nixbot-gitlab> gitlab # [    1.060553] PM: RTC time: 04:12:19, date: 2026-06-16252vm-test-run-nixbot-gitlab> gitlab # [    1.068294] NET: Registered PF_NETLINK/PF_ROUTE protocol family253vm-test-run-nixbot-gitlab> gitlab # [    1.072637] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations254vm-test-run-nixbot-gitlab> gitlab # [    1.073853] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations255vm-test-run-nixbot-gitlab> gitlab # [    1.076967] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations256vm-test-run-nixbot-gitlab> gitlab # [    1.078775] audit: initializing netlink subsys (disabled)257vm-test-run-nixbot-gitlab> gitlab # [    1.079950] audit: type=2000 audit(1781583138.884:1): state=initialized audit_enabled=0 res=1258vm-test-run-nixbot-gitlab> gitlab # [    1.080820] thermal_sys: Registered thermal governor 'fair_share'259vm-test-run-nixbot-gitlab> gitlab # [    1.081731] thermal_sys: Registered thermal governor 'bang_bang'260vm-test-run-nixbot-gitlab> gitlab # [    1.082733] thermal_sys: Registered thermal governor 'step_wise'261vm-test-run-nixbot-gitlab> gitlab # [    1.083729] thermal_sys: Registered thermal governor 'user_space'262vm-test-run-nixbot-gitlab> gitlab # [    1.084727] thermal_sys: Registered thermal governor 'power_allocator'263vm-test-run-nixbot-gitlab> gitlab # [    1.086733] cpuidle: using governor menu264vm-test-run-nixbot-gitlab> gitlab # [    1.093863] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5265vm-test-run-nixbot-gitlab> gitlab # [    1.095493] PCI: Using configuration type 1 for base access266vm-test-run-nixbot-gitlab> gitlab # [    1.096730] PCI: Using configuration type 1 for extended access267vm-test-run-nixbot-gitlab> gitlab # [    1.098753] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.268vm-test-run-nixbot-gitlab> gitlab # [    1.108015] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages269vm-test-run-nixbot-gitlab> gitlab # [    1.109731] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page270vm-test-run-nixbot-gitlab> gitlab # [    1.110750] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages271vm-test-run-nixbot-gitlab> gitlab # [    1.111736] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page272vm-test-run-nixbot-gitlab> gitlab # [    1.117126] ACPI: Added _OSI(Module Device)273vm-test-run-nixbot-gitlab> gitlab # [    1.119727] ACPI: Added _OSI(Processor Device)274vm-test-run-nixbot-gitlab> gitlab # [    1.121728] ACPI: Added _OSI(Processor Aggregator Device)275vm-test-run-nixbot-gitlab> gitlab # [    1.126713] ACPI: 1 ACPI AML tables successfully acquired and loaded276vm-test-run-nixbot-gitlab> gitlab # [    1.132277] ACPI: Interpreter enabled277vm-test-run-nixbot-gitlab> gitlab # [    1.134036] ACPI: PM: (supports S0 S3 S4 S5)278vm-test-run-nixbot-gitlab> gitlab # [    1.135734] ACPI: Using IOAPIC for interrupt routing279vm-test-run-nixbot-gitlab> gitlab # [    1.139182] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug280vm-test-run-nixbot-gitlab> gitlab # [    1.142730] PCI: Using E820 reservations for host bridge windows281vm-test-run-nixbot-gitlab> gitlab # [    1.146575] ACPI: Enabled 2 GPEs in block 00 to 0F282vm-test-run-nixbot-gitlab> gitlab # [    1.150602] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])283vm-test-run-nixbot-gitlab> gitlab # [    1.151744] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]284vm-test-run-nixbot-gitlab> gitlab # [    1.157037] acpiphp: Slot [3] registered285vm-test-run-nixbot-gitlab> gitlab # [    1.159869] acpiphp: Slot [4] registered286vm-test-run-nixbot-gitlab> gitlab # [    1.161858] acpiphp: Slot [5] registered287vm-test-run-nixbot-gitlab> gitlab # [    1.163923] acpiphp: Slot [6] registered288vm-test-run-nixbot-gitlab> gitlab # [    1.165845] acpiphp: Slot [7] registered289vm-test-run-nixbot-gitlab> gitlab # [    1.167874] acpiphp: Slot [8] registered290vm-test-run-nixbot-gitlab> gitlab # [    1.169879] acpiphp: Slot [9] registered291vm-test-run-nixbot-gitlab> gitlab # [    1.171935] acpiphp: Slot [10] registered292vm-test-run-nixbot-gitlab> gitlab # [    1.174876] acpiphp: Slot [11] registered293vm-test-run-nixbot-gitlab> gitlab # [    1.176867] acpiphp: Slot [12] registered294vm-test-run-nixbot-gitlab> gitlab # [    1.178922] acpiphp: Slot [13] registered295vm-test-run-nixbot-gitlab> gitlab # [    1.180816] acpiphp: Slot [14] registered296vm-test-run-nixbot-gitlab> gitlab # [    1.182806] acpiphp: Slot [15] registered297vm-test-run-nixbot-gitlab> gitlab # [    1.184812] acpiphp: Slot [16] registered298vm-test-run-nixbot-gitlab> gitlab # [    1.186888] acpiphp: Slot [17] registered299vm-test-run-nixbot-gitlab> gitlab # [    1.187713] acpiphp: Slot [18] registered300vm-test-run-nixbot-gitlab> gitlab # [    1.187811] acpiphp: Slot [19] registered301vm-test-run-nixbot-gitlab> gitlab # [    1.189813] acpiphp: Slot [20] registered302vm-test-run-nixbot-gitlab> gitlab # [    1.192116] acpiphp: Slot [21] registered303vm-test-run-nixbot-gitlab> gitlab # [    1.193807] acpiphp: Slot [22] registered304vm-test-run-nixbot-gitlab> gitlab # [    1.195825] acpiphp: Slot [23] registered305vm-test-run-nixbot-gitlab> gitlab # [    1.197936] acpiphp: Slot [24] registered306vm-test-run-nixbot-gitlab> gitlab # [    1.199796] acpiphp: Slot [25] registered307vm-test-run-nixbot-gitlab> gitlab # [    1.201845] acpiphp: Slot [26] registered308vm-test-run-nixbot-gitlab> gitlab # [    1.202713] acpiphp: Slot [27] registered309vm-test-run-nixbot-gitlab> gitlab # [    1.202811] acpiphp: Slot [28] registered310vm-test-run-nixbot-gitlab> gitlab # [    1.203880] acpiphp: Slot [29] registered311vm-test-run-nixbot-gitlab> gitlab # [    1.204822] acpiphp: Slot [30] registered312vm-test-run-nixbot-gitlab> gitlab # [    1.205831] acpiphp: Slot [31] registered313vm-test-run-nixbot-gitlab> gitlab # [    1.207870] PCI host bridge to bus 0000:00314vm-test-run-nixbot-gitlab> gitlab # [    1.208757] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]315vm-test-run-nixbot-gitlab> gitlab # [    1.211773] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]316vm-test-run-nixbot-gitlab> gitlab # [    1.214737] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]317vm-test-run-nixbot-gitlab> gitlab # [    1.217740] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]318vm-test-run-nixbot-gitlab> gitlab # [    1.221740] pci_bus 0000:00: root bus resource [mem 0xe0000000000-0xe007fffffff window]319vm-test-run-nixbot-gitlab> gitlab # [    1.224762] pci_bus 0000:00: root bus resource [bus 00-ff]320vm-test-run-nixbot-gitlab> gitlab # [    1.225713] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint321vm-test-run-nixbot-gitlab> gitlab # [    1.227713] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint322vm-test-run-nixbot-gitlab> gitlab # [    1.233713] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint323vm-test-run-nixbot-gitlab> gitlab # [    1.238713] pci 0000:00:01.1: BAR 4 [io  0xc220-0xc22f]324vm-test-run-nixbot-gitlab> gitlab # [    1.239769] pci 0000:00:01.1: BAR 0 [io  0x01f0-0x01f7]: legacy IDE quirk325vm-test-run-nixbot-gitlab> gitlab # [    1.240734] pci 0000:00:01.1: BAR 1 [io  0x03f6]: legacy IDE quirk326vm-test-run-nixbot-gitlab> gitlab # [    1.241735] pci 0000:00:01.1: BAR 2 [io  0x0170-0x0177]: legacy IDE quirk327vm-test-run-nixbot-gitlab> gitlab # [    1.243733] pci 0000:00:01.1: BAR 3 [io  0x0376]: legacy IDE quirk328vm-test-run-nixbot-gitlab> gitlab # [    1.245452] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint329vm-test-run-nixbot-gitlab> gitlab # [    1.251853] pci 0000:00:01.2: BAR 4 [io  0xc140-0xc15f]330vm-test-run-nixbot-gitlab> gitlab # [    1.257151] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint331vm-test-run-nixbot-gitlab> gitlab # [    1.262608] pci 0000:00:01.3: quirk: [io  0x0600-0x063f] claimed by PIIX4 ACPI332vm-test-run-nixbot-gitlab> gitlab # [    1.265763] pci 0000:00:01.3: quirk: [io  0x0700-0x070f] claimed by PIIX4 SMB333vm-test-run-nixbot-gitlab> gitlab # [    1.270748] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint334vm-test-run-nixbot-gitlab> gitlab # [    1.288143] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref]335vm-test-run-nixbot-gitlab> gitlab # [    1.289713] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff]336vm-test-run-nixbot-gitlab> gitlab # [    1.289813] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref]337vm-test-run-nixbot-gitlab> gitlab # [    1.292289] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]338vm-test-run-nixbot-gitlab> gitlab # [    1.307973] pci 0000:00:02.0: pci_fixup_video+0x0/0x100 took 14648 usecs339vm-test-run-nixbot-gitlab> gitlab # [    1.310713] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint340vm-test-run-nixbot-gitlab> gitlab # [    1.313770] pci 0000:00:03.0: BAR 0 [io  0xc160-0xc17f]341vm-test-run-nixbot-gitlab> gitlab # [    1.317713] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff]342vm-test-run-nixbot-gitlab> gitlab # [    1.319821] pci 0000:00:03.0: BAR 4 [mem 0xe0000000000-0xe0000003fff 64bit pref]343vm-test-run-nixbot-gitlab> gitlab # [    1.323813] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref]344vm-test-run-nixbot-gitlab> gitlab # [    1.332992] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint345vm-test-run-nixbot-gitlab> gitlab # [    1.345772] pci 0000:00:04.0: BAR 0 [io  0xc180-0xc19f]346vm-test-run-nixbot-gitlab> gitlab # [    1.348771] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff]347vm-test-run-nixbot-gitlab> gitlab # [    1.349853] pci 0000:00:04.0: BAR 4 [mem 0xe0000004000-0xe0000007fff 64bit pref]348vm-test-run-nixbot-gitlab> gitlab # [    1.357550] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint349vm-test-run-nixbot-gitlab> gitlab # [    1.366782] pci 0000:00:05.0: BAR 0 [io  0xc1a0-0xc1bf]350vm-test-run-nixbot-gitlab> gitlab # [    1.367752] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff]351vm-test-run-nixbot-gitlab> gitlab # [    1.368815] pci 0000:00:05.0: BAR 4 [mem 0xe0000008000-0xe000000bfff 64bit pref]352vm-test-run-nixbot-gitlab> gitlab # [    1.371713] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint353vm-test-run-nixbot-gitlab> gitlab # [    1.373713] pci 0000:00:06.0: BAR 0 [io  0xc1c0-0xc1df]354vm-test-run-nixbot-gitlab> gitlab # [    1.375781] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff]355vm-test-run-nixbot-gitlab> gitlab # [    1.377843] pci 0000:00:06.0: BAR 4 [mem 0xe000000c000-0xe000000ffff 64bit pref]356vm-test-run-nixbot-gitlab> gitlab # [    1.385767] pci 0000:00:07.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint357vm-test-run-nixbot-gitlab> gitlab # [    1.386713] pci 0000:00:07.0: BAR 0 [io  0xc000-0xc07f]358vm-test-run-nixbot-gitlab> gitlab # [    1.387713] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff]359vm-test-run-nixbot-gitlab> gitlab # [    1.388879] pci 0000:00:07.0: BAR 4 [mem 0xe0000010000-0xe0000013fff 64bit pref]360vm-test-run-nixbot-gitlab> gitlab # [    1.392713] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint361vm-test-run-nixbot-gitlab> gitlab # [    1.401864] pci 0000:00:08.0: BAR 0 [io  0xc080-0xc0ff]362vm-test-run-nixbot-gitlab> gitlab # [    1.403775] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff]363vm-test-run-nixbot-gitlab> gitlab # [    1.405823] pci 0000:00:08.0: BAR 4 [mem 0xe0000014000-0xe0000017fff 64bit pref]364vm-test-run-nixbot-gitlab> gitlab # [    1.408728] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint365vm-test-run-nixbot-gitlab> gitlab # [    1.418785] pci 0000:00:09.0: BAR 0 [io  0xc1e0-0xc1ff]366vm-test-run-nixbot-gitlab> gitlab # [    1.421754] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff]367vm-test-run-nixbot-gitlab> gitlab # [    1.425080] pci 0000:00:09.0: BAR 4 [mem 0xe0000018000-0xe000001bfff 64bit pref]368vm-test-run-nixbot-gitlab> gitlab # [    1.428759] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref]369vm-test-run-nixbot-gitlab> gitlab # [    1.435726] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint370vm-test-run-nixbot-gitlab> gitlab # [    1.443796] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff]371vm-test-run-nixbot-gitlab> gitlab # [    1.446836] pci 0000:00:0a.0: BAR 4 [mem 0xe000001c000-0xe000001ffff 64bit pref]372vm-test-run-nixbot-gitlab> gitlab # [    1.453835] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint373vm-test-run-nixbot-gitlab> gitlab # [    1.462820] pci 0000:00:0b.0: BAR 0 [io  0xc100-0xc13f]374vm-test-run-nixbot-gitlab> gitlab # [    1.465757] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff]375vm-test-run-nixbot-gitlab> gitlab # [    1.468812] pci 0000:00:0b.0: BAR 4 [mem 0xe0000020000-0xe0000023fff 64bit pref]376vm-test-run-nixbot-gitlab> gitlab # [    1.473462] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint377vm-test-run-nixbot-gitlab> gitlab # [    1.480713] pci 0000:00:0c.0: BAR 0 [io  0xc200-0xc21f]378vm-test-run-nixbot-gitlab> gitlab # [    1.483760] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff]379vm-test-run-nixbot-gitlab> gitlab # [    1.485812] pci 0000:00:0c.0: BAR 4 [mem 0xe0000024000-0xe0000027fff 64bit pref]380vm-test-run-nixbot-gitlab> gitlab # [    1.498781] ACPI: PCI: Interrupt link LNKA configured for IRQ 10381vm-test-run-nixbot-gitlab> gitlab # [    1.501350] ACPI: PCI: Interrupt link LNKB configured for IRQ 10382vm-test-run-nixbot-gitlab> gitlab # [    1.502713] ACPI: PCI: Interrupt link LNKC configured for IRQ 11383vm-test-run-nixbot-gitlab> gitlab # [    1.504137] ACPI: PCI: Interrupt link LNKD configured for IRQ 11384vm-test-run-nixbot-gitlab> gitlab # [    1.509076] ACPI: PCI: Interrupt link LNKS configured for IRQ 9385vm-test-run-nixbot-gitlab> gitlab # [    1.516238] iommu: Default domain type: Translated386vm-test-run-nixbot-gitlab> gitlab # [    1.518726] iommu: DMA domain TLB invalidation policy: lazy mode387vm-test-run-nixbot-gitlab> gitlab # [    1.522434] ACPI: bus type USB registered388vm-test-run-nixbot-gitlab> gitlab # [    1.524001] usbcore: registered new interface driver usbfs389vm-test-run-nixbot-gitlab> gitlab # [    1.525787] usbcore: registered new interface driver hub390vm-test-run-nixbot-gitlab> gitlab # [    1.526780] usbcore: registered new device driver usb391vm-test-run-nixbot-gitlab> gitlab # [    1.529713] NetLabel: Initializing392vm-test-run-nixbot-gitlab> gitlab # [    1.530727] NetLabel:  domain hash size = 128393vm-test-run-nixbot-gitlab> gitlab # [    1.531728] NetLabel:  protocols = UNLABELED CIPSOv4 CALIPSO394vm-test-run-nixbot-gitlab> gitlab # [    1.533081] NetLabel:  unlabeled traffic allowed by default395vm-test-run-nixbot-gitlab> gitlab # [    1.533795] PCI: Using ACPI for IRQ routing396vm-test-run-nixbot-gitlab> gitlab # [    1.535133] pci 0000:00:02.0: vgaarb: setting as boot VGA device397vm-test-run-nixbot-gitlab> gitlab # [    1.535713] pci 0000:00:02.0: vgaarb: bridge control possible398vm-test-run-nixbot-gitlab> gitlab # [    1.535713] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none399vm-test-run-nixbot-gitlab> gitlab # [    1.541758] vgaarb: loaded400vm-test-run-nixbot-gitlab> gitlab # [    1.544309] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0401vm-test-run-nixbot-gitlab> gitlab # [    1.547739] hpet0: 3 comparators, 64-bit 100.000000 MHz counter402vm-test-run-nixbot-gitlab> gitlab # [    1.557824] clocksource: Switched to clocksource kvm-clock403vm-test-run-nixbot-gitlab> gitlab # [    1.562090] VFS: Disk quotas dquot_6.6.0404vm-test-run-nixbot-gitlab> gitlab # [    1.564313] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)405vm-test-run-nixbot-gitlab> gitlab # [    1.570887] pnp: PnP ACPI init406vm-test-run-nixbot-gitlab> gitlab # [    1.574198] pnp: PnP ACPI: found 6 devices407vm-test-run-nixbot-gitlab> gitlab # [    1.604060] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns408vm-test-run-nixbot-gitlab> gitlab # [    1.612527] clocksource: Switched to clocksource acpi_pm409vm-test-run-nixbot-gitlab> gitlab # [    1.616196] NET: Registered PF_INET protocol family410vm-test-run-nixbot-gitlab> gitlab # [    1.621236] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)411vm-test-run-nixbot-gitlab> gitlab # [    1.659874] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)412vm-test-run-nixbot-gitlab> gitlab # [    1.664201] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)413vm-test-run-nixbot-gitlab> gitlab # [    1.668559] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)414vm-test-run-nixbot-gitlab> gitlab # [    1.682693] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)415vm-test-run-nixbot-gitlab> gitlab # [    1.686872] TCP: Hash tables configured (established 65536 bind 65536)416vm-test-run-nixbot-gitlab> gitlab # [    1.690785] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)417vm-test-run-nixbot-gitlab> gitlab # [    1.694891] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)418vm-test-run-nixbot-gitlab> gitlab # [    1.699105] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)419vm-test-run-nixbot-gitlab> gitlab # [    1.703345] NET: Registered PF_UNIX/PF_LOCAL protocol family420vm-test-run-nixbot-gitlab> gitlab # [    1.706502] NET: Registered PF_XDP protocol family421vm-test-run-nixbot-gitlab> gitlab # [    1.709208] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]422vm-test-run-nixbot-gitlab> gitlab # [    1.712570] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]423vm-test-run-nixbot-gitlab> gitlab # [    1.715568] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]424vm-test-run-nixbot-gitlab> gitlab # [    1.719223] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]425vm-test-run-nixbot-gitlab> gitlab # [    1.722501] pci_bus 0000:00: resource 8 [mem 0xe0000000000-0xe007fffffff window]426vm-test-run-nixbot-gitlab> gitlab # [    1.726591] pci 0000:00:01.0: PIIX3: Enabling Passive Release427vm-test-run-nixbot-gitlab> gitlab # [    1.729766] pci 0000:00:00.0: Limiting direct PCI/PCI transfers428vm-test-run-nixbot-gitlab> gitlab # [    1.736114] ACPI: \_SB_.LNKD: Enabled at IRQ 11429vm-test-run-nixbot-gitlab> gitlab # [    1.743014] PCI: CLS 0 bytes, default 64430vm-test-run-nixbot-gitlab> gitlab # [    1.746070] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)431vm-test-run-nixbot-gitlab> gitlab # [    1.746663] Trying to unpack rootfs image as initramfs...432vm-test-run-nixbot-gitlab> gitlab # [    1.750310] software IO TLB: mapped [mem 0x00000000b6a00000-0x00000000baa00000] (64MB)433vm-test-run-nixbot-gitlab> gitlab # [    1.750567] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x229840d1729, max_idle_ns: 440795276167 ns434vm-test-run-nixbot-gitlab> gitlab # [    1.791569] Initialise system trusted keyrings435vm-test-run-nixbot-gitlab> gitlab # [    1.798023] workingset: timestamp_bits=40 max_order=21 bucket_order=0436vm-test-run-nixbot-gitlab> gitlab # [    1.826037] Key type asymmetric registered437vm-test-run-nixbot-gitlab> gitlab # [    1.828215] Asymmetric key parser 'x509' registered438vm-test-run-nixbot-gitlab> gitlab # [    1.830999] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248)439vm-test-run-nixbot-gitlab> gitlab # [    1.836415] io scheduler mq-deadline registered440vm-test-run-nixbot-gitlab> gitlab # [    1.838769] io scheduler kyber registered441vm-test-run-nixbot-gitlab> gitlab # [    1.863870] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled442vm-test-run-nixbot-gitlab> gitlab # [    1.869230] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A443vm-test-run-nixbot-gitlab> gitlab # [    1.876886] Linux agpgart interface v0.103444vm-test-run-nixbot-gitlab> gitlab # [    1.879405] ACPI: bus type drm_connector registered445vm-test-run-nixbot-gitlab> gitlab # [    1.888442] usbcore: registered new interface driver usbserial_generic446vm-test-run-nixbot-gitlab> gitlab # [    1.891936] usbserial: USB Serial support registered for generic447vm-test-run-nixbot-gitlab> gitlab # [    1.895323] amd_pstate: The CPPC feature is supported but currently disabled by the BIOS.448vm-test-run-nixbot-gitlab> gitlab # [    1.895323] Please enable it if your BIOS has the CPPC option.449vm-test-run-nixbot-gitlab> gitlab # [    1.902196] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled450vm-test-run-nixbot-gitlab> gitlab # [    1.907244] drop_monitor: Initializing network drop monitor service451vm-test-run-nixbot-gitlab> gitlab # [    1.911225] NET: Registered PF_INET6 protocol family452vm-test-run-nixbot-gitlab> gitlab # [    1.916873] Segment Routing with IPv6453vm-test-run-nixbot-gitlab> gitlab # [    1.918890] In-situ OAM (IOAM) with IPv6454vm-test-run-nixbot-gitlab> gitlab # [    1.924403] IPI shorthand broadcast: enabled455vm-test-run-nixbot-gitlab> gitlab # [    1.935466] sched_clock: Marking stable (1517066121, 417701310)->(2332258191, -397490760)456vm-test-run-nixbot-gitlab> gitlab # [    1.941021] registered taskstats version 1457vm-test-run-nixbot-gitlab> gitlab # [    1.944389] Loading compiled-in X.509 certificates458vm-test-run-nixbot-gitlab> gitlab # [    1.965585] Demotion targets for Node 0: null459vm-test-run-nixbot-gitlab> gitlab # [    1.968835] Key type .fscrypt registered460vm-test-run-nixbot-gitlab> gitlab # [    1.971108] Key type fscrypt-provisioning registered461vm-test-run-nixbot-gitlab> gitlab # [    1.974767] ima: No TPM chip found, activating TPM-bypass!462vm-test-run-nixbot-gitlab> gitlab # [    1.977685] ima: Allocated hash algorithm: sha1463vm-test-run-nixbot-gitlab> gitlab # [    1.980167] ima: No architecture policies found464vm-test-run-nixbot-gitlab> gitlab # [    1.984980] PM:   Magic number: 14:790:211465vm-test-run-nixbot-gitlab> gitlab # [    1.990278] RAS: Correctable Errors collector initialized.466vm-test-run-nixbot-gitlab> gitlab # [    2.000585] clk: Disabling unused clocks467vm-test-run-nixbot-gitlab> gitlab # [    2.002904] PM: genpd: Disabling unused power domains468vm-test-run-nixbot-gitlab> gitlab # [    2.390239] Freeing initrd memory: 27584K469vm-test-run-nixbot-gitlab> gitlab # [    2.399210] Freeing unused decrypted memory: 2028K470vm-test-run-nixbot-gitlab> gitlab # [    2.406570] Freeing unused kernel image (initmem) memory: 3644K471vm-test-run-nixbot-gitlab> gitlab # [    2.409837] Write protecting the kernel read-only data: 32768k472vm-test-run-nixbot-gitlab> gitlab # [    2.417300] Freeing unused kernel image (text/rodata gap) memory: 1332K473vm-test-run-nixbot-gitlab> gitlab # [    2.422562] Freeing unused kernel image (rodata/data gap) memory: 816K474vm-test-run-nixbot-gitlab> gitlab # [    2.504793] x86/mm: Checked W+X mappings: passed, no W+X pages found.475vm-test-run-nixbot-gitlab> gitlab # [    2.508038] Run /init as init process476vm-test-run-nixbot-gitlab> gitlab # [    2.545253] systemd[1]: Inserted module 'autofs4'477vm-test-run-nixbot-gitlab> gitlab # [    2.666295] fuse: init (API version 7.45)478vm-test-run-nixbot-gitlab> gitlab # [    2.697048] ACPI: \_SB_.LNKC: Enabled at IRQ 10479vm-test-run-nixbot-gitlab> gitlab # [    2.717563] ACPI: \_SB_.LNKA: Enabled at IRQ 10480vm-test-run-nixbot-gitlab> gitlab # [    2.726494] ACPI: \_SB_.LNKB: Enabled at IRQ 11481vm-test-run-nixbot-gitlab> gitlab # [    2.840139] systemd[1]: Successfully made /usr/ read-only.482vm-test-run-nixbot-gitlab> gitlab # [    3.183753] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)483vm-test-run-nixbot-gitlab> gitlab # [    3.197611] systemd[1]: Detected virtualization kvm.484vm-test-run-nixbot-gitlab> gitlab # [    3.200545] systemd[1]: Detected architecture x86-64.485vm-test-run-nixbot-gitlab> gitlab # [    3.203133] systemd[1]: Running in initrd.486vm-test-run-nixbot-gitlab> gitlab # [    3.209874] systemd[1]: Initializing machine ID from random generator.487vm-test-run-nixbot-gitlab> gitlab # [    3.213544] systemd[1]: Hostname set to <gitlab>.488vm-test-run-nixbot-gitlab> gitlab # [    3.327506] systemd[1]: Queued start job for default target Initrd Default Target.489vm-test-run-nixbot-gitlab> gitlab # [    3.505446] systemd[1]: Created slice Slice /system/modprobe.490vm-test-run-nixbot-gitlab> gitlab # [    3.509175] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.491vm-test-run-nixbot-gitlab> gitlab # [    3.513324] systemd[1]: Expecting device /dev/disk/by-label/nix-store...492vm-test-run-nixbot-gitlab> gitlab # [    3.516881] systemd[1]: Expecting device /dev/disk/by-label/nixos...493vm-test-run-nixbot-gitlab> gitlab # [    3.520288] systemd[1]: Reached target Path Units.494vm-test-run-nixbot-gitlab> gitlab # [    3.523237] systemd[1]: Reached target Slice Units.495vm-test-run-nixbot-gitlab> gitlab # [    3.525933] systemd[1]: Reached target Swaps.496vm-test-run-nixbot-gitlab> gitlab # [    3.528505] systemd[1]: Reached target Timer Units.497vm-test-run-nixbot-gitlab> gitlab # [    3.531792] systemd[1]: Listening on D-Bus System Message Bus Socket.498vm-test-run-nixbot-gitlab> gitlab # [    3.535479] systemd[1]: Listening on Journal Socket (/dev/log).499vm-test-run-nixbot-gitlab> gitlab # [    3.539283] systemd[1]: Listening on Journal Sockets.500vm-test-run-nixbot-gitlab> gitlab # [    3.542269] systemd[1]: Listening on udev Control Socket.501vm-test-run-nixbot-gitlab> gitlab # [    3.545348] systemd[1]: Listening on udev Kernel Socket.502vm-test-run-nixbot-gitlab> gitlab # [    3.549681] systemd[1]: Reached target Socket Units.503vm-test-run-nixbot-gitlab> gitlab # [    3.558524] systemd[1]: Starting Create List of Static Device Nodes...504vm-test-run-nixbot-gitlab> gitlab # [    3.567434] systemd[1]: Starting Load Kernel Module 9pnet_virtio...505vm-test-run-nixbot-gitlab> gitlab # [    3.593979] systemd[1]: Starting Load Kernel Module configfs...506vm-test-run-nixbot-gitlab> gitlab # [    3.617239] systemd[1]: Starting Journal Service...507vm-test-run-nixbot-gitlab> gitlab # [    3.636102] systemd[1]: Starting Load Kernel Modules...508vm-test-run-nixbot-gitlab> gitlab # [    3.639251] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki509vm-test-run-nixbot-gitlab> gitlab # [    3.688986] netfs: FS-Cache loaded510vm-test-run-nixbot-gitlab> gitlab # [    3.689442] systemd[1]: Starting Coldplug All udev Devices...511vm-test-run-nixbot-gitlab> gitlab # [    3.699570] 9pnet: Installing 9P2000 support512vm-test-run-nixbot-gitlab> gitlab # [    3.721578] systemd[1]: Finished Create List of Static Device Nodes.513vm-test-run-nixbot-gitlab> gitlab # [    3.723022] systemd-journald[153]: Collecting audit messages is disabled.514vm-test-run-nixbot-gitlab> gitlab # [    3.726832] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.515vm-test-run-nixbot-gitlab> gitlab # [    3.733681] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.516vm-test-run-nixbot-gitlab> gitlab # [    3.737781] systemd[1]: Finished Load Kernel Module 9pnet_virtio.517vm-test-run-nixbot-gitlab> gitlab # [    3.742786] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev518vm-test-run-nixbot-gitlab> gitlab # [    3.748436] systemd[1]: modprobe@configfs.service: Deactivated successfully.519vm-test-run-nixbot-gitlab> gitlab # [    3.756270] systemd[1]: Finished Load Kernel Module configfs.520vm-test-run-nixbot-gitlab> gitlab # [    3.769578] systemd[1]: Finished Load Kernel Modules.521vm-test-run-nixbot-gitlab> gitlab # [    3.774127] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config522vm-test-run-nixbot-gitlab> gitlab # [    3.785005] systemd[1]: Starting Apply Kernel Variables...523vm-test-run-nixbot-gitlab> gitlab # [    3.793159] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...524vm-test-run-nixbot-gitlab> gitlab # [    3.820421] systemd[1]: Finished Apply Kernel Variables.525vm-test-run-nixbot-gitlab> gitlab # [    3.828903] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.526vm-test-run-nixbot-gitlab> gitlab # [    3.839811] systemd[1]: Starting Create Static Device Nodes in /dev...527vm-test-run-nixbot-gitlab> gitlab # [    3.847848] systemd[1]: Started Journal Service.528vm-test-run-nixbot-gitlab> gitlab # [    3.430358] systemd-modules-load[155]: Using 4 probe threads529vm-test-run-nixbot-gitlab> gitlab # [    3.436443] systemd-modules-load[155]: Inserted module 'virtio_balloon'530vm-test-run-nixbot-gitlab> gitlab # [    3.439791] systemd-modules-load[155]: Inserted module 'virtio_gpu'531vm-test-run-nixbot-gitlab> gitlab # [    3.442941] systemd-modules-load[155]: Inserted module 'dm_mod'532vm-test-run-nixbot-gitlab> gitlab # [    3.454464] systemd[1]: Finished Create Static Device Nodes in /dev.533vm-test-run-nixbot-gitlab> gitlab # [    3.460982] systemd[1]: Reached target Preparation for Local File Systems.534vm-test-run-nixbot-gitlab> gitlab # [    3.463627] systemd[1]: Reached target Local File Systems.535vm-test-run-nixbot-gitlab> gitlab # [    3.469318] systemd[1]: Starting Create System Files and Directories...536vm-test-run-nixbot-gitlab> gitlab # [    3.477277] systemd[1]: Starting Rule-based Manager for Device Events and Files...537vm-test-run-nixbot-gitlab> gitlab # [    3.500578] systemd[1]: Finished Create System Files and Directories.538vm-test-run-nixbot-gitlab> gitlab # [    3.522681] systemd-udevd[193]: Using default interface naming scheme 'v260'.539vm-test-run-nixbot-gitlab> gitlab # [    3.552413] systemd[1]: Started Rule-based Manager for Device Events and Files.540vm-test-run-nixbot-gitlab> gitlab # [    3.567167] systemd[1]: Finished Coldplug All udev Devices.541vm-test-run-nixbot-gitlab> gitlab # [    3.569580] systemd[1]: Reached target System Initialization.542vm-test-run-nixbot-gitlab> gitlab # [    3.571967] systemd[1]: Reached target Basic System.543vm-test-run-nixbot-gitlab> gitlab # [    4.264142] uhci_hcd 0000:00:01.2: UHCI Host Controller544vm-test-run-nixbot-gitlab> gitlab # [    4.268986] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1545vm-test-run-nixbot-gitlab> gitlab # [    4.273484] uhci_hcd 0000:00:01.2: detected 2 ports546vm-test-run-nixbot-gitlab> gitlab # [    4.276655] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c140547vm-test-run-nixbot-gitlab> gitlab # [    4.280769] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.18548vm-test-run-nixbot-gitlab> gitlab # [    4.287046] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1549vm-test-run-nixbot-gitlab> gitlab # [    4.290341] usb usb1: Product: UHCI Host Controller550vm-test-run-nixbot-gitlab> gitlab # [    4.292659] usb usb1: Manufacturer: Linux 6.18.34 uhci_hcd551vm-test-run-nixbot-gitlab> gitlab # [    4.294560] usb usb1: SerialNumber: 0000:00:01.2552vm-test-run-nixbot-gitlab> gitlab # [    4.296841] hub 1-0:1.0: USB hub found553vm-test-run-nixbot-gitlab> gitlab # [    4.298238] hub 1-0:1.0: 2 ports detected554vm-test-run-nixbot-gitlab> gitlab # [    4.308786] SCSI subsystem initialized555vm-test-run-nixbot-gitlab> gitlab # [    4.362474] virtio_blk virtio4: 4/0/0 default/read/poll queues556vm-test-run-nixbot-gitlab> gitlab # [    4.374153] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12557vm-test-run-nixbot-gitlab> gitlab # [    4.374915] scsi host0: ata_piix558vm-test-run-nixbot-gitlab> gitlab # [    4.375220] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)559vm-test-run-nixbot-gitlab> gitlab # [    4.381926] virtio_blk virtio5: 4/0/0 default/read/poll queues560vm-test-run-nixbot-gitlab> gitlab # [    4.383108] scsi host1: ata_piix561vm-test-run-nixbot-gitlab> gitlab # [    4.383969] serio: i8042 KBD port at 0x60,0x64 irq 1562vm-test-run-nixbot-gitlab> gitlab # [    4.385358] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc220 irq 14 lpm-pol 0563vm-test-run-nixbot-gitlab> gitlab # [    4.385562] serio: i8042 AUX port at 0x60,0x64 irq 12564vm-test-run-nixbot-gitlab> gitlab # [    4.386396] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc228 irq 15 lpm-pol 0565vm-test-run-nixbot-gitlab> gitlab # [    4.390367] virtio_blk virtio5: [vdb] 11525240 512-byte logical blocks (5.90 GB/5.50 GiB)566vm-test-run-nixbot-gitlab> gitlab # [    4.050220] (udev-worker)[207]: Network interface NamePolicy= disabled on kernel command line.567vm-test-run-nixbot-gitlab> gitlab # [    4.056290] systemd[1]: Starting Virtual Console Setup...568vm-test-run-nixbot-gitlab> gitlab # [    4.070959] (udev-worker)[222]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.569vm-test-run-nixbot-gitlab> gitlab # [    4.077947] (udev-worker)[222]: Network interface NamePolicy= disabled on kernel command line.570vm-test-run-nixbot-gitlab> gitlab # [    4.109358] systemd-vconsole-setup[232]: Configuration of first virtual console was skipped, ignoring remaining ones.571vm-test-run-nixbot-gitlab> gitlab # [    4.114212] systemd[1]: Finished Virtual Console Setup.572vm-test-run-nixbot-gitlab> gitlab # [    4.549493] ata2: found unknown device (class 0)573vm-test-run-nixbot-gitlab> gitlab # [    4.551823] usb 1-1: new full-speed USB device number 2 using uhci_hcd574vm-test-run-nixbot-gitlab> gitlab # [    4.553094] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100575vm-test-run-nixbot-gitlab> gitlab # [    4.559988] scsi 1:0:0:0: CD-ROM            QEMU     QEMU DVD-ROM     2.5+ PQ: 0 ANSI: 5576vm-test-run-nixbot-gitlab> gitlab # [    4.606604] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0577vm-test-run-nixbot-gitlab> gitlab # [    4.215280] systemd[1]: Found device /dev/disk/by-label/nixos.578vm-test-run-nixbot-gitlab> gitlab # [    4.637288] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray579vm-test-run-nixbot-gitlab> gitlab # [    4.222722] systemd[1]: Found device /dev/disk/by-label/nix-store.580vm-test-run-nixbot-gitlab> gitlab # [    4.225414] systemd[1]: Reached target Initrd Root Device.581vm-test-run-nixbot-gitlab> gitlab # [    4.232532] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...582vm-test-run-nixbot-gitlab> gitlab # [    4.680076] cdrom: Uniform CD-ROM driver Revision: 3.20583vm-test-run-nixbot-gitlab> gitlab # [    4.288968] systemd-fsck[241]: nixos: clean, 12/65536 files, 13019/262144 blocks584vm-test-run-nixbot-gitlab> gitlab # [    4.305898] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.585vm-test-run-nixbot-gitlab> gitlab # [    4.729958] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00586vm-test-run-nixbot-gitlab> gitlab # [    4.733011] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=10587vm-test-run-nixbot-gitlab> gitlab # [    4.736951] usb 1-1: Product: QEMU USB Tablet588vm-test-run-nixbot-gitlab> gitlab # [    4.738851] usb 1-1: Manufacturer: QEMU589vm-test-run-nixbot-gitlab> gitlab # [    4.740344] usb 1-1: SerialNumber: 28754-0000:00:01.2-1590vm-test-run-nixbot-gitlab> gitlab # [    4.327666] systemd[1]: Mounting /sysroot...591vm-test-run-nixbot-gitlab> gitlab # [    4.793999] hid: raw HID events driver (C) Jiri Kosina592vm-test-run-nixbot-gitlab> gitlab # [    4.807145] usbcore: registered new interface driver usbhid593vm-test-run-nixbot-gitlab> gitlab # [    4.811201] usbhid: USB HID core driver594vm-test-run-nixbot-gitlab> gitlab # [    4.831043] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input2595vm-test-run-nixbot-gitlab> gitlab # [    4.837282] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input0596vm-test-run-nixbot-gitlab> gitlab # [    5.013820] EXT4-fs (vda): mounted filesystem 4385da87-f1f7-43ae-9029-eca6430855b6 r/w with ordered data mode. Quota mode: none.597vm-test-run-nixbot-gitlab> gitlab # [    4.604430] systemd[1]: Mounted /sysroot.598vm-test-run-nixbot-gitlab> gitlab # [    4.607985] systemd[1]: Reached target Initrd Root File System.599vm-test-run-nixbot-gitlab> gitlab # [    4.618746] systemd[1]: Mounting /sysroot/nix/.ro-store...600vm-test-run-nixbot-gitlab> gitlab # [    4.624180] systemd[1]: Mounting /sysroot/nix/.rw-store...601vm-test-run-nixbot-gitlab> gitlab # [    4.640396] systemd[1]: Mounting /sysroot/run...602vm-test-run-nixbot-gitlab> gitlab # [    4.643793] systemd[1]: Mounting /sysroot/tmp/shared...603vm-test-run-nixbot-gitlab> gitlab # [    4.651915] systemd[1]: Mounting /sysroot/tmp/xchg...604vm-test-run-nixbot-gitlab> gitlab # [    4.660886] systemd[1]: Starting Mountpoints Configured in the Real Root...605vm-test-run-nixbot-gitlab> gitlab # [    5.088173] erofs (device vdb): mounted with root inode @ nid 128.606vm-test-run-nixbot-gitlab> gitlab # [    4.671167] systemd[1]: Mounted /sysroot/nix/.rw-store.607vm-test-run-nixbot-gitlab> gitlab # [    5.096992] 9p: Installing v9fs 9p2000 file system support608vm-test-run-nixbot-gitlab> gitlab # [    4.681574] systemd[1]: Mounted /sysroot/nix/.ro-store.609vm-test-run-nixbot-gitlab> gitlab # [    4.686894] systemd[1]: Mounted /sysroot/run.610vm-test-run-nixbot-gitlab> gitlab # [    4.689643] systemd-sysroot-fstab-check[270]: /sysroot should be mounted in the initrd, will request daemon-reload.611vm-test-run-nixbot-gitlab> gitlab # [    4.696633] systemd[1]: Mounted /sysroot/tmp/shared.612vm-test-run-nixbot-gitlab> gitlab # [    4.698568] systemd[1]: Mounted /sysroot/tmp/xchg.613vm-test-run-nixbot-gitlab> gitlab # [    4.700478] systemd[1]: Reload requested from client PID 270 ('systemd-sysroot') (unit initrd-parse-etc.service)...614vm-test-run-nixbot-gitlab> gitlab # [    4.704546] systemd[1]: Reloading...615vm-test-run-nixbot-gitlab> gitlab # [    5.084504] systemd[1]: Reloading finished in 383 ms.616vm-test-run-nixbot-gitlab> gitlab # [    5.139766] systemd-sysroot-fstab-check[270]: Requesting initrd-fs.target/start/replace...617vm-test-run-nixbot-gitlab> gitlab # [    5.251074] systemd-sysroot-fstab-check[270]: Requesting swap.target/start/replace...618vm-test-run-nixbot-gitlab> gitlab # [    5.258089] systemd[1]: Starting rw-sysroot-nix-store.service...619vm-test-run-nixbot-gitlab> gitlab # [    5.262534] systemd[1]: initrd-parse-etc.service: Deactivated successfully.620vm-test-run-nixbot-gitlab> gitlab # [    5.285352] systemd[1]: Finished Mountpoints Configured in the Real Root.621vm-test-run-nixbot-gitlab> gitlab # [    5.287826] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.622vm-test-run-nixbot-gitlab> gitlab # [    5.295488] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.623vm-test-run-nixbot-gitlab> gitlab # [    5.299154] systemd[1]: Finished rw-sysroot-nix-store.service.624vm-test-run-nixbot-gitlab> gitlab # [    5.314612] systemd[1]: Mounting /sysroot/nix/store...625vm-test-run-nixbot-gitlab> gitlab # [    5.359302] systemd[1]: Mounted /sysroot/nix/store.626vm-test-run-nixbot-gitlab> gitlab # [    5.361637] systemd[1]: Reached target Initrd File Systems.627vm-test-run-nixbot-gitlab> gitlab # [    5.366312] systemd[1]: Starting Find NixOS closure...628vm-test-run-nixbot-gitlab> gitlab # [    5.370642] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...629vm-test-run-nixbot-gitlab> gitlab # [    5.399969] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.630vm-test-run-nixbot-gitlab> gitlab # [    5.404418] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.631vm-test-run-nixbot-gitlab> gitlab # [    5.421737] systemd[1]: Finished Find NixOS closure.632vm-test-run-nixbot-gitlab> gitlab # [    5.424708] systemd[1]: Reached target Initrd Default Target.633vm-test-run-nixbot-gitlab> gitlab # [    5.431411] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...634vm-test-run-nixbot-gitlab> gitlab # [    5.464137] systemd[1]: Stopped target Initrd Default Target.635vm-test-run-nixbot-gitlab> gitlab # [    5.466522] systemd[1]: Stopped target Basic System.636vm-test-run-nixbot-gitlab> gitlab # [    5.468482] systemd[1]: Stopped target Initrd Root Device.637vm-test-run-nixbot-gitlab> gitlab # [    5.471067] systemd[1]: Stopped target Path Units.638vm-test-run-nixbot-gitlab> gitlab # [    5.472939] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.639vm-test-run-nixbot-gitlab> gitlab # [    5.475978] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.640vm-test-run-nixbot-gitlab> gitlab # [    5.478912] systemd[1]: Stopped target Slice Units.641vm-test-run-nixbot-gitlab> gitlab # [    5.480911] systemd[1]: Stopped target Socket Units.642vm-test-run-nixbot-gitlab> gitlab # [    5.482851] systemd[1]: Stopped target System Initialization.643vm-test-run-nixbot-gitlab> gitlab # [    5.485211] systemd[1]: Stopped target Swaps.644vm-test-run-nixbot-gitlab> gitlab # [    5.487094] systemd[1]: Stopped target Timer Units.645vm-test-run-nixbot-gitlab> gitlab # [    5.489008] systemd[1]: dbus.socket: Deactivated successfully.646vm-test-run-nixbot-gitlab> gitlab # [    5.491304] systemd[1]: Closed D-Bus System Message Bus Socket.647vm-test-run-nixbot-gitlab> gitlab # [    5.493503] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.648vm-test-run-nixbot-gitlab> gitlab # [    5.496333] systemd[1]: Stopped Find NixOS closure.649vm-test-run-nixbot-gitlab> gitlab # [    5.498283] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio650vm-test-run-nixbot-gitlab> gitlab # [    5.503427] systemd[1]: Starting rw-sysroot-nix-store.service...651vm-test-run-nixbot-gitlab> gitlab # [    5.506720] systemd[1]: systemd-sysctl.service: Deactivated successfully.652vm-test-run-nixbot-gitlab> gitlab # [    5.509453] systemd[1]: Stopped Apply Kernel Variables.653vm-test-run-nixbot-gitlab> gitlab # [    5.511547] systemd[1]: systemd-modules-load.service: Deactivated successfully.654vm-test-run-nixbot-gitlab> gitlab # [    5.514224] systemd[1]: Stopped Load Kernel Modules.655vm-test-run-nixbot-gitlab> gitlab # [    5.516389] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.656vm-test-run-nixbot-gitlab> gitlab # [    5.519688] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.657vm-test-run-nixbot-gitlab> gitlab # [    5.522619] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.658vm-test-run-nixbot-gitlab> gitlab # [    5.525378] systemd[1]: Stopped Create System Files and Directories.659vm-test-run-nixbot-gitlab> gitlab # [    5.530173] systemd[1]: Stopped target Local File Systems.660vm-test-run-nixbot-gitlab> gitlab # [    5.532394] systemd[1]: Stopped target Preparation for Local File Systems.661vm-test-run-nixbot-gitlab> gitlab # [    5.534888] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.662vm-test-run-nixbot-gitlab> gitlab # [    5.537518] systemd[1]: Stopped Coldplug All udev Devices.663vm-test-run-nixbot-gitlab> gitlab # [    5.539560] systemd[1]: Stopping Rule-based Manager for Device Events and Files...664vm-test-run-nixbot-gitlab> gitlab # [    5.544430] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.665vm-test-run-nixbot-gitlab> gitlab # [    5.547212] systemd[1]: Stopped Virtual Console Setup.666vm-test-run-nixbot-gitlab> gitlab # [    5.556100] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.667vm-test-run-nixbot-gitlab> gitlab # [    5.559990] systemd[1]: Finished rw-sysroot-nix-store.service.668vm-test-run-nixbot-gitlab> gitlab # [    5.566564] systemd[1]: systemd-udevd.service: Deactivated successfully.669vm-test-run-nixbot-gitlab> gitlab # [    5.569915] systemd[1]: Stopped Rule-based Manager for Device Events and Files.670vm-test-run-nixbot-gitlab> gitlab # [    5.572590] systemd[1]: systemd-udevd.service: Consumed 1.664s CPU time over 2.089s wall clock time, 23.7M memory peak.671vm-test-run-nixbot-gitlab> gitlab # [    5.584951] systemd[1]: initrd-cleanup.service: Deactivated successfully.672vm-test-run-nixbot-gitlab> gitlab # [    5.591197] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.673vm-test-run-nixbot-gitlab> gitlab # [    5.602164] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.674vm-test-run-nixbot-gitlab> gitlab # [    5.604992] systemd[1]: Closed udev Control Socket.675vm-test-run-nixbot-gitlab> gitlab # [    5.614809] systemd[1]: Starting Cleanup udev Database...676vm-test-run-nixbot-gitlab> gitlab # [    5.616981] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.677vm-test-run-nixbot-gitlab> gitlab # [    5.619945] systemd[1]: Stopped Create Static Device Nodes in /dev.678vm-test-run-nixbot-gitlab> gitlab # [    5.624430] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.679vm-test-run-nixbot-gitlab> gitlab # [    5.627389] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.680vm-test-run-nixbot-gitlab> gitlab # [    5.632362] systemd[1]: kmod-static-nodes.service: Deactivated successfully.681vm-test-run-nixbot-gitlab> gitlab # [    5.634973] systemd[1]: Stopped Create List of Static Device Nodes.682vm-test-run-nixbot-gitlab> gitlab # [    5.651101] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.683vm-test-run-nixbot-gitlab> gitlab # [    5.658426] systemd[1]: Finished Cleanup udev Database.684vm-test-run-nixbot-gitlab> gitlab # [    5.667569] systemd[1]: Reached target Switch Root.685vm-test-run-nixbot-gitlab> gitlab # [    5.673727] systemd[1]: Starting NixOS Activation...686vm-test-run-nixbot-gitlab> gitlab # [    5.822171] initrd-nixos-activation-start[561]: booting system configuration /nix/store/d4fjygpaj45mp5xmmj7mz98m76miz2v3-nixos-system-gitlab-test687vm-test-run-nixbot-gitlab> gitlab # [    5.863173] initrd-nixos-activation-start[561]: running activation script...688vm-test-run-nixbot-gitlab> gitlab # [    6.175889] initrd-nixos-activation-start[584]: setting up /etc...689vm-test-run-nixbot-gitlab> gitlab # [    6.340253] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.690vm-test-run-nixbot-gitlab> gitlab # [    6.343969] systemd[1]: Finished NixOS Activation.691vm-test-run-nixbot-gitlab> gitlab # [    6.355771] systemd[1]: Starting Switch Root...692vm-test-run-nixbot-gitlab> gitlab # [    6.385716] systemd[1]: Switching root.693vm-test-run-nixbot-gitlab> gitlab # [    7.195439] systemd-journald[153]: Received SIGTERM from PID 1 (systemd).694vm-test-run-nixbot-gitlab> gitlab # [    7.338075] NET: Registered PF_VSOCK protocol family695vm-test-run-nixbot-gitlab> gitlab # [    7.712629] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)696vm-test-run-nixbot-gitlab> gitlab # [    7.728087] systemd[1]: Detected virtualization kvm.697vm-test-run-nixbot-gitlab> gitlab # [    7.730367] systemd[1]: Detected architecture x86-64.698vm-test-run-nixbot-gitlab> gitlab # [    7.733046] systemd[1]: Detected first boot.699vm-test-run-nixbot-gitlab> gitlab # [    7.741430] systemd[1]: Initializing machine ID from random generator.700vm-test-run-nixbot-gitlab> gitlab # [    7.953862] systemd[1]: bpf-restrict-fs: LSM BPF program attached701vm-test-run-nixbot-gitlab> gitlab # [    8.029380] systemd[1]: Applying preset policy.702vm-test-run-nixbot-gitlab> gitlab # [    8.302770] systemd[1]: Populated /etc with preset unit settings.703vm-test-run-nixbot-gitlab> gitlab # [    8.510257] systemd[1]: initrd-switch-root.service: Deactivated successfully.704vm-test-run-nixbot-gitlab> gitlab # [    8.514086] systemd[1]: Stopped initrd-switch-root.service.705vm-test-run-nixbot-gitlab> gitlab # [    8.519961] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.706vm-test-run-nixbot-gitlab> gitlab # [    8.525535] systemd[1]: Created slice Slice /system/getty.707vm-test-run-nixbot-gitlab> gitlab # [    8.529301] systemd[1]: Created slice GitLab DevOps Platform Slice.708vm-test-run-nixbot-gitlab> gitlab # [    8.533182] systemd[1]: Created slice User and Session Slice.709vm-test-run-nixbot-gitlab> gitlab # [    8.535844] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.710vm-test-run-nixbot-gitlab> gitlab # [    8.539073] systemd[1]: Started Forward Password Requests to Wall Directory Watch.711vm-test-run-nixbot-gitlab> gitlab # [    8.542006] systemd[1]: Expecting device /dev/hvc0...712vm-test-run-nixbot-gitlab> gitlab # [    8.543908] systemd[1]: Expecting device /dev/ttyS0...713vm-test-run-nixbot-gitlab> gitlab # [    8.546107] systemd[1]: Reached target Local Encrypted Volumes.714vm-test-run-nixbot-gitlab> gitlab # [    8.548400] systemd[1]: Stopped target initrd-fs.target.715vm-test-run-nixbot-gitlab> gitlab # [    8.550536] systemd[1]: Stopped target initrd-root-fs.target.716vm-test-run-nixbot-gitlab> gitlab # [    8.552885] systemd[1]: Stopped target initrd-switch-root.target.717vm-test-run-nixbot-gitlab> gitlab # [    8.555186] systemd[1]: Reached target Virtual Machines and Containers.718vm-test-run-nixbot-gitlab> gitlab # [    8.557919] systemd[1]: Reached target Path Units.719vm-test-run-nixbot-gitlab> gitlab # [    8.559978] systemd[1]: Reached target Remote File Systems.720vm-test-run-nixbot-gitlab> gitlab # [    8.562198] systemd[1]: Reached target Slice Units.721vm-test-run-nixbot-gitlab> gitlab # [    8.564211] systemd[1]: Reached target Swaps.722vm-test-run-nixbot-gitlab> gitlab # [    8.568303] systemd[1]: Listening on Process Core Dump Socket.723vm-test-run-nixbot-gitlab> gitlab # [    8.572035] systemd[1]: Listening on Credential Encryption/Decryption.724vm-test-run-nixbot-gitlab> gitlab # [    8.578469] systemd[1]: Starting Journal Log Access Socket...725vm-test-run-nixbot-gitlab> gitlab # [    8.582109] systemd[1]: Listening on Journal Audit Socket.726vm-test-run-nixbot-gitlab> gitlab # [    8.585016] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.727vm-test-run-nixbot-gitlab> gitlab # [    8.588023] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki728vm-test-run-nixbot-gitlab> gitlab # [    8.591933] systemd[1]: Listening on udev Control Socket.729vm-test-run-nixbot-gitlab> gitlab # [    8.597527] systemd[1]: Mounting Huge Pages File System...730vm-test-run-nixbot-gitlab> gitlab # [    8.602854] systemd[1]: Mounting POSIX Message Queue File System...731vm-test-run-nixbot-gitlab> gitlab # [    8.612634] systemd[1]: Mounting Kernel Debug File System...732vm-test-run-nixbot-gitlab> gitlab # [    8.617940] systemd[1]: Mounting Kernel Trace File System...733vm-test-run-nixbot-gitlab> gitlab # [    8.625940] systemd[1]: Starting Create List of Static Device Nodes...734vm-test-run-nixbot-gitlab> gitlab # [    8.628621] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio735vm-test-run-nixbot-gitlab> gitlab # [    8.637212] systemd[1]: Starting Load Kernel Module configfs...736vm-test-run-nixbot-gitlab> gitlab # [    8.639625] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm737vm-test-run-nixbot-gitlab> gitlab # [    8.643297] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore738vm-test-run-nixbot-gitlab> gitlab # [    8.647318] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse739vm-test-run-nixbot-gitlab> gitlab # [    8.653969] systemd[1]: Mounting FUSE Control File System...740vm-test-run-nixbot-gitlab> gitlab # [    8.656264] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67741vm-test-run-nixbot-gitlab> gitlab # [    8.687783] systemd[1]: Starting Journal Service...742vm-test-run-nixbot-gitlab> gitlab # [    8.693907] systemd[1]: Starting Load Kernel Modules...743vm-test-run-nixbot-gitlab> gitlab # [    8.709297] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...744vm-test-run-nixbot-gitlab> gitlab # [    8.714612] systemd[1]: Starting Remount Root and Kernel File Systems...745vm-test-run-nixbot-gitlab> gitlab # [    8.726085] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki746vm-test-run-nixbot-gitlab> gitlab # [    8.732445] systemd[1]: Starting Coldplug All udev Devices...747vm-test-run-nixbot-gitlab> gitlab # [    8.739522] systemd[1]: Listening on Journal Log Access Socket.748vm-test-run-nixbot-gitlab> gitlab # [    8.742171] systemd[1]: Mounted Huge Pages File System.749vm-test-run-nixbot-gitlab> gitlab # [    8.742405] systemd-journald[794]: Collecting audit messages is enabled.750vm-test-run-nixbot-gitlab> gitlab # [    8.743122] systemd[1]: Mounted POSIX Message Queue File System.751vm-test-run-nixbot-gitlab> gitlab # [    8.752996] systemd[1]: Mounted Kernel Debug File System.752vm-test-run-nixbot-gitlab> gitlab # [    8.755532] systemd[1]: Mounted Kernel Trace File System.753vm-test-run-nixbot-gitlab> gitlab # [    8.757036] loop: module loaded754vm-test-run-nixbot-gitlab> gitlab # [    8.758832] EXT4-fs (vda): re-mounted 4385da87-f1f7-43ae-9029-eca6430855b6.755vm-test-run-nixbot-gitlab> gitlab # [    8.764876] systemd[1]: Finished Create List of Static Device Nodes.756vm-test-run-nixbot-gitlab> gitlab # [    8.770848] systemd[1]: modprobe@configfs.service: Deactivated successfully.757vm-test-run-nixbot-gitlab> gitlab # [    8.774789] systemd[1]: Finished Load Kernel Module configfs.758vm-test-run-nixbot-gitlab> gitlab # [    8.778087] systemd[1]: Mounted FUSE Control File System.759vm-test-run-nixbot-gitlab> gitlab # [    8.361225] systemd[1]: Queued start job for [    8.780602] systemd[1]: Started Journal Service.760vm-test-run-nixbot-gitlab> gitlab # default target Multi-User System.761vm-test-run-nixbot-gitlab> gitlab # [    8.367500] systemd[1]: Unnecessary job was removed for /dev/vdb.762vm-test-run-nixbot-gitlab> gitlab # [    8.370831] systemd[1]: systemd-journald.service: Deactivated successfully.763vm-test-run-nixbot-gitlab> gitlab # [    8.374099] systemd-modules-load[795]: Using 3 probe threads764vm-test-run-nixbot-gitlab> gitlab # [    8.376775] systemd-modules-load[795]: Inserted module 'tls'765vm-test-run-nixbot-gitlab> gitlab # [    8.379440] systemd-modules-load[795]: Inserted module 'loop'766vm-test-run-nixbot-gitlab> gitlab # [    8.381894] systemd[1]: Finished Load Kernel Modules.767vm-test-run-nixbot-gitlab> gitlab # [    8.384390] systemd[1]: Finished Remount Root and Kernel File Systems.768vm-test-run-nixbot-gitlab> gitlab # [    8.387286] systemd[1]: Mounting Kernel Configuration File System...769vm-test-run-nixbot-gitlab> gitlab # [    8.390717] systemd-oomd[797]: No swap; memory pressure usage will be degraded770vm-test-run-nixbot-gitlab> gitlab # [    8.397097] systemd[1]: Starting Firewall...771vm-test-run-nixbot-gitlab> gitlab # [    8.399403] systemd[1]: Starting Flush Journal to Persistent Storage...772vm-test-run-nixbot-gitlab> gitlab # [    8.401729] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore773vm-test-run-nixbot-gitlab> gitlab # [    8.405632] systemd[1]: Starting Load/Save OS Random Seed...774vm-test-run-nixbot-gitlab> gitlab # [    8.407940] systemd[1]: Starting Apply Kernel Variables...775vm-test-run-nixbot-gitlab> gitlab # [    8.419590] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...776vm-test-run-nixbot-gitlab> gitlab # [    8.425469] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki777vm-test-run-nixbot-gitlab> gitlab # [    8.429377] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.778vm-test-run-nixbot-gitlab> gitlab # [    8.852209] systemd-journald[794]: Received client request to flush runtime journal.779vm-test-run-nixbot-gitlab> gitlab # [    8.557606] systemd[1]: Mounted Kernel Configuration File System.780vm-test-run-nixbot-gitlab> gitlab # [    8.561247] systemd[1]: Finished Apply Kernel Variables.781vm-test-run-nixbot-gitlab> gitlab # [    8.564235] systemd[1]: Finished Load/Save OS Random Seed.782vm-test-run-nixbot-gitlab> gitlab # [    8.566871] systemd[1]: Reached target First Boot Complete.783vm-test-run-nixbot-gitlab> gitlab # [    8.569412] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.784vm-test-run-nixbot-gitlab> gitlab # [    8.572306] systemd[1]: Starting Create Static Device Nodes in /dev...785vm-test-run-nixbot-gitlab> gitlab # [    8.575204] systemd[1]: Finished Create Static Device Nodes in /dev.786vm-test-run-nixbot-gitlab> gitlab # [    8.578139] systemd[1]: Reached target Preparation for Local File Systems.787vm-test-run-nixbot-gitlab> gitlab # [    8.580889] systemd[1]: Starting Rule-based Manager for Device Events and Files...788vm-test-run-nixbot-gitlab> gitlab # [    8.583860] systemd[1]: Finished Flush Journal to Persistent Storage.789vm-test-run-nixbot-gitlab> gitlab # [    8.624192] systemd-udevd[833]: Using default interface naming scheme 'v260'.790vm-test-run-nixbot-gitlab> gitlab # [    8.686630] systemd[1]: Started Rule-based Manager for Device Events and Files.791vm-test-run-nixbot-gitlab> gitlab # [    8.711432] systemd[1]: Finished Coldplug All udev Devices.792vm-test-run-nixbot-gitlab> gitlab # [    8.894535] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse793vm-test-run-nixbot-gitlab> gitlab # [    8.972559] systemd[1]: Finished Firewall.794vm-test-run-nixbot-gitlab> gitlab # [    8.995210] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.795vm-test-run-nixbot-gitlab> gitlab # [    8.998175] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped.796vm-test-run-nixbot-gitlab> gitlab # [    9.008871] (udev-worker)[908]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.797vm-test-run-nixbot-gitlab> gitlab # [    9.014591] (udev-worker)[908]: Network interface NamePolicy= disabled on kernel command line.798vm-test-run-nixbot-gitlab> gitlab # [    9.019085] (udev-worker)[917]: Network interface NamePolicy= disabled on kernel command line.799vm-test-run-nixbot-gitlab> gitlab # [    9.070093] systemd[1]: Condition check resulted in Virtio network device being skipped.800vm-test-run-nixbot-gitlab> gitlab # [    9.075365] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore801vm-test-run-nixbot-gitlab> gitlab # [    9.079698] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67802vm-test-run-nixbot-gitlab> gitlab # [    9.086407] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore803vm-test-run-nixbot-gitlab> gitlab # [    9.091156] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki804vm-test-run-nixbot-gitlab> gitlab # [    9.095156] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki805vm-test-run-nixbot-gitlab> gitlab # [    9.536230] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input3806vm-test-run-nixbot-gitlab> gitlab # [    9.536361] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0807vm-test-run-nixbot-gitlab> gitlab # [    9.543113] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD808vm-test-run-nixbot-gitlab> gitlab # [    9.548479] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console809vm-test-run-nixbot-gitlab> gitlab # [    9.574103] Console: switching to colour dummy device 80x25810vm-test-run-nixbot-gitlab> gitlab # [    9.576482] [drm] Found bochs VGA, ID 0xb0c5.811vm-test-run-nixbot-gitlab> gitlab # [    9.576487] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000.812vm-test-run-nixbot-gitlab> gitlab # [    9.164553] systemd[1]: Mounting /run/wrappers...813vm-test-run-nixbot-gitlab> gitlab # [    9.604650] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic814vm-test-run-nixbot-gitlab> gitlab # [    9.606639] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 0815vm-test-run-nixbot-gitlab> gitlab # [    9.627057] fbcon: bochs-drmdrmfb (fb0) is primary device816vm-test-run-nixbot-gitlab> gitlab # [    9.646184] parport_pc 00:03: reported by Plug and Play ACPI817vm-test-run-nixbot-gitlab> gitlab # [    9.647058] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)]818vm-test-run-nixbot-gitlab> gitlab # [    9.650455] rtc_cmos 00:05: RTC can wake from S4819vm-test-run-nixbot-gitlab> gitlab # [    9.651810] ACPI: button: Power Button [PWRF]820vm-test-run-nixbot-gitlab> gitlab # [    9.652394] Console: switching to colour frame buffer device 160x50821vm-test-run-nixbot-gitlab> gitlab # [    9.665261] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device822vm-test-run-nixbot-gitlab> gitlab # [    9.668940] rtc_cmos 00:05: registered as rtc0823vm-test-run-nixbot-gitlab> gitlab # [    9.670952] rtc_cmos 00:05: setting system clock to 2026-06-16T04:12:27 UTC (1781583147)824vm-test-run-nixbot-gitlab> gitlab # [    9.675848] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs825vm-test-run-nixbot-gitlab> gitlab # [    9.682080] Floppy drive(s): fd0 is 2.88M AMI BIOS826vm-test-run-nixbot-gitlab> gitlab # [    9.266665] systemd[1]: Mounted /run/wrappers.827vm-test-run-nixbot-gitlab> gitlab # [    9.269085] systemd[1]: Reached target Local File Systems.828vm-test-run-nixbot-gitlab> gitlab # [    9.274290] s[    9.691964] mousedev: PS/2 mouse device common for all mice829vm-test-run-nixbot-gitlab> gitlab # ystemd[1]: Listening on Boot Loader Control Service Socket.830vm-test-run-nixbot-gitlab> gitlab # [    9.279743] systemd[1]: Starting register-nix-paths.service...831vm-test-run-nixbot-gitlab> gitlab # [    9.283534] systemd[1]: Starting Create SUID/[    9.702385] FDC 0 is a S82078B832vm-test-run-nixbot-gitlab> gitlab # SGID Wrappers...833vm-test-run-nixbot-gitlab> gitlab # [    9.288161] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.834vm-test-run-nixbot-gitlab> gitlab # [    9.292616] systemd[1]: Starting Save Transient machine-id to Disk...835vm-test-run-nixbot-gitlab> gitlab # [    9.297486] systemd[1]: Starting Create System Files and Directories...836vm-test-run-nixbot-gitlab> gitlab # [    9.756391] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input4837vm-test-run-nixbot-gitlab> gitlab # [    9.357181] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.838vm-test-run-nixbot-gitlab> gitlab # [    9.364845] systemd[1]: Finished Save Transient machine-id to Disk.839vm-test-run-nixbot-gitlab> gitlab # [    9.370490] systemd[1]: Finished Create System Files and Directories.840vm-test-run-nixbot-gitlab> gitlab # [    9.382906] systemd[1]: Starting Rebuild Journal Catalog...841vm-test-run-nixbot-gitlab> gitlab # [    9.388843] systemd[1]: Starting Record System Boot/Shutdown in UTMP...842vm-test-run-nixbot-gitlab> gitlab # [    9.846334] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input6843vm-test-run-nixbot-gitlab> gitlab # [    9.852618] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input5844vm-test-run-nixbot-gitlab> gitlab # [    9.434959] systemd[1]: Finished Record System Boot/Shutdown in UTMP.845vm-test-run-nixbot-gitlab> gitlab # [    9.470814] systemd[1]: Finished Rebuild Journal Catalog.846vm-test-run-nixbot-gitlab> gitlab # [    9.480413] systemd[1]: Starting Update is Completed...847vm-test-run-nixbot-gitlab> gitlab # [    9.513178] systemd[1]: Finished Update is Completed.848vm-test-run-nixbot-gitlab> gitlab # [    9.626246] systemd[1]: Starting Virtual Console Setup...849vm-test-run-nixbot-gitlab> gitlab # [    9.652158] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.850vm-test-run-nixbot-gitlab> gitlab # [    9.657375] systemd[1]: Stopped Virtual Console Setup.851vm-test-run-nixbot-gitlab> gitlab # [    9.663548] systemd[1]: Starting Virtual Console Setup...852vm-test-run-nixbot-gitlab> gitlab # [    9.676863] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.853vm-test-run-nixbot-gitlab> gitlab # [    9.694726] systemd[1]: Finished Create SUID/SGID Wrappers.854vm-test-run-nixbot-gitlab> gitlab # [    9.697395] systemd[1]: suid-sgid-wrappers.service: Consumed 208ms CPU time over 408ms wall clock time, 4.1M memory peak, 1.1M read from disk.855vm-test-run-nixbot-gitlab> gitlab # [   10.125552] ppdev: user-space parallel port driver856vm-test-run-nixbot-gitlab> gitlab # [    9.728733] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.857vm-test-run-nixbot-gitlab> gitlab # [    9.732145] systemd[1]: Stopped Virtual Console Setup.858vm-test-run-nixbot-gitlab> gitlab # [    9.741678] systemd[1]: Starting Virtual Console Setup...859vm-test-run-nixbot-gitlab> gitlab # [   10.188240] kvm_amd: TSC scaling supported860vm-test-run-nixbot-gitlab> gitlab # [   10.189586] kvm_amd: Nested Virtualization enabled861vm-test-run-nixbot-gitlab> gitlab # [   10.191036] kvm_amd: Nested Paging enabled862vm-test-run-nixbot-gitlab> gitlab # [   10.192231] kvm_amd: LBR virtualization supported863vm-test-run-nixbot-gitlab> gitlab # [   10.193567] kvm_amd: Virtual VMLOAD VMSAVE supported864vm-test-run-nixbot-gitlab> gitlab # [   10.194948] kvm_amd: Virtual GIF supported865vm-test-run-nixbot-gitlab> gitlab # [   10.196385] kvm_amd: Virtual NMI enabled866vm-test-run-nixbot-gitlab> gitlab # [    9.848954] systemd-vconsole-setup[1052]: Configuration of first virtual console was skipped, ignoring remaining ones.867vm-test-run-nixbot-gitlab> gitlab # [    9.854351] systemd[1]: Finished Virtual Console Setup.868vm-test-run-nixbot-gitlab> gitlab # [   10.277170] EDAC MC: Ver: 3.0.0869vm-test-run-nixbot-gitlab> gitlab # [    9.937690] systemd[1]: Finished register-nix-paths.service.870vm-test-run-nixbot-gitlab> gitlab # [    9.940580] systemd[1]: Reached target System Initialization.871vm-test-run-nixbot-gitlab> gitlab # [    9.943079] systemd[1]: Started Discard unused filesystem blocks once a week.872vm-test-run-nixbot-gitlab> gitlab # [    9.945650] systemd[1]: Started logrotate.timer.873vm-test-run-nixbot-gitlab> gitlab # [    9.947610] systemd[1]: Started Daily Cleanup of Temporary Directories.874vm-test-run-nixbot-gitlab> gitlab # [    9.949863] systemd[1]: Reached target Timer Units.875vm-test-run-nixbot-gitlab> gitlab # [    9.951636] systemd[1]: Listening on D-Bus System Message Bus Socket.876vm-test-run-nixbot-gitlab> gitlab # [    9.954191] systemd[1]: Listening on Nix Daemon Socket.877vm-test-run-nixbot-gitlab> gitlab # [    9.969266] systemd[1]: Starting nixbot CI service socket...878vm-test-run-nixbot-gitlab> gitlab # [    9.971993] systemd[1]: Listening on Hostname Service Socket.879vm-test-run-nixbot-gitlab> gitlab # [    9.974482] systemd[1]: Starting D-Bus System Message Bus...880vm-test-run-nixbot-gitlab> gitlab # [    9.976591] systemd[1]: Listening on nixbot CI service socket.881vm-test-run-nixbot-gitlab> gitlab # [    9.978759] systemd[1]: Reached target Socket Units.882vm-test-run-nixbot-gitlab> gitlab # [   10.019702] dbus-broker-launch[1059]: Looking up NSS user entry for 'systemd-timesync'...883vm-test-run-nixbot-gitlab> gitlab # [   10.023307] dbus-broker-launch[1059]: NSS returned no entry for 'systemd-timesync'884vm-test-run-nixbot-gitlab> gitlab # [   10.026445] dbus-broker-launch[1059]: Invalid user-name in /nix/store/89zj9nmrajvcy9c3c08wv0ir9ww7lgmq-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"885vm-test-run-nixbot-gitlab> gitlab # [   10.032680] systemd[1]: Started D-Bus System Message Bus.886vm-test-run-nixbot-gitlab> gitlab # [   10.044671] dbus-broker-launch[1059]: Ready887vm-test-run-nixbot-gitlab> gitlab # [   10.047703] systemd[1]: Reached target Basic System.888vm-test-run-nixbot-gitlab> gitlab # [   10.051078] systemd[1]: Started backdoor.service.889vm-test-run-nixbot-gitlab> gitlab # [   10.055863] systemd[1]: Starting gitlab-config.service...890vm-test-run-nixbot-gitlab> gitlab # [   10.058523] systemd[1]: Starting Import lastlog data into lastlog2 database...891vm-test-run-nixbot-gitlab> gitlab # [   10.070525] systemd[1]: Starting Logrotate configuration check...892vm-test-run-nixbot-gitlab> gitlab # [   10.081616] systemd[1]: Starting Name Service Cache Daemon (nsncd)...893vm-test-run-nixbot-gitlab> gitlab # [   10.090812] systemd[1]: Starting Post-Boot Actions...894vm-test-run-nixbot-gitlab> gitlab # connecting to host...895vm-test-run-nixbot-gitlab> gitlab # [   10.099403] logrotate[1064]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.896vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'897vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell898vm-test-run-nixbot-gitlab> gitlab # [   10.108123] logrotate[1064]: reading config file /nix/store/sn4bd2nqi3yg4r51djm9i2rmfgbwvmhb-logrotate.conf899vm-test-run-nixbot-gitlab> gitlab: (connecting took 11.76 seconds)900vm-test-run-nixbot-gitlab> gitlab # [   10.111649] logrotate[1064]: note: 'monthly' overrides previously specified 'weekly'901vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 11.76 seconds)902vm-test-run-nixbot-gitlab> gitlab # [   10.117458] logrotate[1064]: Reading state from file: /var/lib/logrotate.status903vm-test-run-nixbot-gitlab> gitlab # [   10.119903] logrotate[1064]: state file /var/lib/logrotate.status does not exist904vm-test-run-nixbot-gitlab> gitlab # [   10.124539] logrotate[1064]: Allocating hash table for state file, size 64 entries905vm-test-run-nixbot-gitlab> gitlab # [   10.126236] logrotate[1064]: Handling 4 logs906vm-test-run-nixbot-gitlab> gitlab # [   10.128480] logrotate[1064]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed907vm-test-run-nixbot-gitlab> gitlab # [   10.131803] logrotate[1064]: considering log /var/log/btmp908vm-test-run-nixbot-gitlab> gitlab # [   10.136507] logrotate[1064]: Creating new state909vm-test-run-nixbot-gitlab> gitlab # [   10.138204] logrotate[1064]:   Now: 2026-06-16 04:12910vm-test-run-nixbot-gitlab> gitlab # [   10.139914] logrotate[1064]:   Last rotated at 2026-06-16 04:00911vm-test-run-nixbot-gitlab> gitlab # [   10.144248] logrotate[1064]:   log does not need rotating (log has already been rotated)912vm-test-run-nixbot-gitlab> gitlab # [   10.147297] logrotate[1064]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed913vm-test-run-nixbot-gitlab> gitlab # [   10.149508] logrotate[1064]: considering log /var/log/wtmp914vm-test-run-nixbot-gitlab> gitlab # [   10.152583] logrotate[1064]: Creating new state915vm-test-run-nixbot-gitlab> gitlab # [   10.156298] logrotate[1064]:   Now: 2026-06-16 04:12916vm-test-run-nixbot-gitlab> gitlab # [   10.158142] logrotate[1064]:   Last rotated at 2026-06-16 04:00917vm-test-run-nixbot-gitlab> gitlab # [   10.160180] logrotate[1064]:   log does not need rotating (log has already been rotated)918vm-test-run-nixbot-gitlab> gitlab # [   10.163284] logrotate[1064]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed919vm-test-run-nixbot-gitlab> gitlab # [   10.165190] logrotate[1064]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1064)920vm-test-run-nixbot-gitlab> gitlab # [   10.168101] logrotate[1064]: considering log /var/gitlab/state/log/*.log921vm-test-run-nixbot-gitlab> gitlab # [   10.172658] logrotate[1064]:   log /var/gitlab/state/log/*.log does not exist -- skipping922vm-test-run-nixbot-gitlab> gitlab # [   10.174247] logrotate[1064]: Creating new state923vm-test-run-nixbot-gitlab> gitlab # [   10.176602] logrotate[1064]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1064)924vm-test-run-nixbot-gitlab> gitlab # [   10.178311] logrotate[1064]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed925vm-test-run-nixbot-gitlab> gitlab # [   10.179644] logrotate[1064]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1064)926vm-test-run-nixbot-gitlab> gitlab # [   10.181274] logrotate[1064]: considering log /var/log/nginx/*.log927vm-test-run-nixbot-gitlab> gitlab # [   10.184762] logrotate[1064]:   log /var/log/nginx/*.log does not exist -- skipping928vm-test-run-nixbot-gitlab> gitlab # [   10.189260] logrotate[1064]: Creating new state929vm-test-run-nixbot-gitlab> gitlab # [   10.191227] logrotate[1064]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1064)930vm-test-run-nixbot-gitlab> gitlab # [   10.193272] systemd[1]: Started Reset console on configuration changes.931vm-test-run-nixbot-gitlab> gitlab # [   10.195987] nsncd[1066]: Jun 16 04:12:28.435 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"932vm-test-run-nixbot-gitlab> gitlab # [   10.198904] systemd[1]: Starting resolvconf update...933vm-test-run-nixbot-gitlab> gitlab # [   10.200640] systemd[1]: Finished Logrotate configuration check.934vm-test-run-nixbot-gitlab> gitlab # [   10.204430] systemd[1]: Finished Post-Boot Actions.935vm-test-run-nixbot-gitlab> gitlab # [   10.207372] systemd[1]: Started Name Service Cache Daemon (nsncd).936vm-test-run-nixbot-gitlab> gitlab # [   10.211508] systemd[1]: Finished Import lastlog data into lastlog2 database.937vm-test-run-nixbot-gitlab> gitlab # [   10.215738] systemd[1]: Reached target Host and Network Name Lookups.938vm-test-run-nixbot-gitlab> gitlab # [   10.217719] systemd[1]: Reached target User and Group Name Lookups.939vm-test-run-nixbot-gitlab> gitlab # [   10.221229] systemd[1]: Starting User Login Management...940vm-test-run-nixbot-gitlab> gitlab # [   10.257379] systemd[1]: Stopped target Host and Network Name Lookups.941vm-test-run-nixbot-gitlab> gitlab # [   10.260009] systemd[1]: Stopping Host and Network Name Lookups...942vm-test-run-nixbot-gitlab> gitlab # [   10.262591] systemd[1]: Stopped target User and Group Name Lookups.943vm-test-run-nixbot-gitlab> gitlab # [   10.265388] systemd[1]: Stopping User and Group Name Lookups...944vm-test-run-nixbot-gitlab> gitlab # [   10.267735] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...945vm-test-run-nixbot-gitlab> gitlab # [   10.270479] systemd[1]: nscd.service: Deactivated successfully.946vm-test-run-nixbot-gitlab> gitlab # [   10.272819] systemd[1]: Stopped Name Service Cache Daemon (nsncd).947vm-test-run-nixbot-gitlab> gitlab # [   10.275294] systemd[1]: nscd.service: Consumed 35ms CPU time over 185ms wall clock time, 7.8M memory peak, 5.6M read from disk.948vm-test-run-nixbot-gitlab> gitlab # [   10.279630] systemd[1]: Starting Name Service Cache Daemon (nsncd)...949vm-test-run-nixbot-gitlab> gitlab # [   10.291274] systemd-logind[1108]: New seat seat0.950vm-test-run-nixbot-gitlab> gitlab # [   10.298302] systemd-logind[1108]: Watching system buttons on /dev/input/event2 (Power Button)951vm-test-run-nixbot-gitlab> gitlab # [   10.300614] systemd-logind[1108]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard)952vm-test-run-nixbot-gitlab> gitlab # [   10.302614] systemd-logind[1108]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard)953vm-test-run-nixbot-gitlab> gitlab # [   10.304302] systemd[1]: Started User Login Management.954vm-test-run-nixbot-gitlab> gitlab # [   10.309897] systemd[1]: Starting linger-users.service...955vm-test-run-nixbot-gitlab> gitlab # [   10.327383] nsncd[1151]: Jun 16 04:12:28.572 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"956vm-test-run-nixbot-gitlab> gitlab # [   10.330268] systemd[1]: Finished resolvconf update.957vm-test-run-nixbot-gitlab> gitlab # [   10.331566] systemd[1]: Started Name Service Cache Daemon (nsncd).958vm-test-run-nixbot-gitlab> gitlab # [   10.333205] systemd[1]: Reached target Preparation for Network.959vm-test-run-nixbot-gitlab> gitlab # [   10.334495] systemd[1]: Reached target Host and Network Name Lookups.960vm-test-run-nixbot-gitlab> gitlab # [   10.336184] systemd[1]: Reached target User and Group Name Lookups.961vm-test-run-nixbot-gitlab> gitlab # [   10.337800] systemd[1]: Starting DHCP Client...962vm-test-run-nixbot-gitlab> gitlab # [   10.343213] systemd[1]: Starting Address configuration of eth1...963vm-test-run-nixbot-gitlab> gitlab # [   10.346645] systemd[1]: Starting Extra networking commands....964vm-test-run-nixbot-gitlab> gitlab # [   10.351768] systemd[1]: linger-users.service: Deactivated successfully.965vm-test-run-nixbot-gitlab> gitlab # [   10.353866] systemd[1]: Finished linger-users.service.966vm-test-run-nixbot-gitlab> gitlab # [   10.397824] network-addresses-eth1-start[1177]: adding address 192.168.1.1/24... done967vm-test-run-nixbot-gitlab> gitlab # [   10.404763] network-addresses-eth1-start[1177]: adding address 2001:db8:1::1/64... done968vm-test-run-nixbot-gitlab> gitlab # [   10.418852] systemd[1]: Finished Address configuration of eth1.969vm-test-run-nixbot-gitlab> gitlab # [   10.474632] systemd[1]: Finished Extra networking commands..970vm-test-run-nixbot-gitlab> gitlab # [   10.477072] systemd[1]: Reached target Network.971vm-test-run-nixbot-gitlab> gitlab # [   10.480545] systemd[1]: Starting gitlab-workhorse.service...972vm-test-run-nixbot-gitlab> gitlab # [   10.487798] systemd[1]: Starting Nginx Web Server...973vm-test-run-nixbot-gitlab> gitlab # [   10.495181] systemd[1]: Starting PostgreSQL Server...974vm-test-run-nixbot-gitlab> gitlab # [   10.497590] dhcpcd[1191]: dhcpcd-10.3.2 starting975vm-test-run-nixbot-gitlab> gitlab # [   10.501771] dhcpcd[1239]: dev: loaded udev976vm-test-run-nixbot-gitlab> gitlab # [   10.508387] systemd[1]: Starting Redis Server - redis-gitlab...977vm-test-run-nixbot-gitlab> gitlab # [   10.930188] 8021q: 802.1Q VLAN Support v1.8978vm-test-run-nixbot-gitlab> gitlab # [   10.514191] systemd[1]: Starting Permit User [   10.932489] 8021q: adding VLAN 0 to HW filter on device eth1979vm-test-run-nixbot-gitlab> gitlab # Sessions...980vm-test-run-nixbot-gitlab> gitlab # [   10.548707] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.981vm-test-run-nixbot-gitlab> gitlab # [   10.559713] systemd[1]: Finished Permit User Sessions.982vm-test-run-nixbot-gitlab> gitlab # [   10.565347] systemd[1]: Started Getty on tty1.983vm-test-run-nixbot-gitlab> gitlab # [   10.569304] systemd[1]: Reached target Login Prompts.984vm-test-run-nixbot-gitlab> gitlab # [   11.078441] cfg80211: Loading compiled-in X.509 certificates for regulatory database985vm-test-run-nixbot-gitlab> gitlab # [   11.090771] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'986vm-test-run-nixbot-gitlab> gitlab # [   11.094020] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'987vm-test-run-nixbot-gitlab> gitlab # [   11.098397] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2988vm-test-run-nixbot-gitlab> gitlab # [   11.101428] cfg80211: failed to load regulatory.db989vm-test-run-nixbot-gitlab> gitlab # [   11.164135] 8021q: adding VLAN 0 to HW filter on device eth0990vm-test-run-nixbot-gitlab> gitlab # [   10.750825] dhcpcd[1239]: eth0: waiting for carrier991vm-test-run-nixbot-gitlab> gitlab # [   10.752695] dhcpcd[1239]: eth0: carrier acquired992vm-test-run-nixbot-gitlab> gitlab # [   10.760709] dhcpcd[1239]: DUID 00:01:00:01:31:c3:89:ad:52:54:00:12:34:56993vm-test-run-nixbot-gitlab> gitlab # [   10.763154] dhcpcd[1239]: eth0: IAID 00:12:34:56994vm-test-run-nixbot-gitlab> gitlab # [   10.765171] dhcpcd[1239]: eth0: adding address fe80::5054:ff:fe12:3456995vm-test-run-nixbot-gitlab> gitlab # [   10.767076] nginx-pre-start[1262]: nginx: the configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf syntax is ok996vm-test-run-nixbot-gitlab> gitlab # [   10.768712] nginx-pre-start[1262]: nginx: configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf test is successful997vm-test-run-nixbot-gitlab> gitlab # [   10.779068] systemd[1]: Started Nginx Web Server.998vm-test-run-nixbot-gitlab> gitlab # [   10.789640] redis-server[1259]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.999vm-test-run-nixbot-gitlab> gitlab # [   10.800425] redis-server[1259]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo1000vm-test-run-nixbot-gitlab> gitlab # [   10.803797] systemd[1]: Started Redis Server - redis-gitlab.1001vm-test-run-nixbot-gitlab> gitlab # [   10.806676] redis-server[1259]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1259, just started1002vm-test-run-nixbot-gitlab> gitlab # [   10.811799] postgresql-pre-start[1269]: The files belonging to this database system will be owned by user "postgres".1003vm-test-run-nixbot-gitlab> gitlab # [   10.815960] postgresql-pre-start[1269]: This user must also own the server process.1004vm-test-run-nixbot-gitlab> gitlab # [   10.818955] postgresql-pre-start[1269]: The database cluster will be initialized with locale "en_US.UTF-8".1005vm-test-run-nixbot-gitlab> gitlab # [   10.823156] postgresql-pre-start[1269]: The default database encoding has accordingly been set to "UTF8".1006vm-test-run-nixbot-gitlab> gitlab # [   10.824588] postgresql-pre-start[1269]: The default text search configuration will be set to "english".1007vm-test-run-nixbot-gitlab> gitlab # [   10.827200] postgresql-pre-start[1269]: Data page checksums are disabled.1008vm-test-run-nixbot-gitlab> gitlab # [   10.832433] postgresql-pre-start[1269]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok1009vm-test-run-nixbot-gitlab> gitlab # [   10.835989] postgresql-pre-start[1269]: creating subdirectories ... ok1010vm-test-run-nixbot-gitlab> gitlab # [   10.838335] postgresql-pre-start[1269]: selecting dynamic shared memory implementation ... posix1011vm-test-run-nixbot-gitlab> gitlab # [   10.841535] redis-server[1259]: Configuration loaded1012vm-test-run-nixbot-gitlab> gitlab # [   10.844220] redis[1259]: monotonic clock: POSIX clock_gettime1013vm-test-run-nixbot-gitlab> gitlab # [   10.847604] redis[1259]: Running mode=standalone, port=0.1014vm-test-run-nixbot-gitlab> gitlab # [   10.850383] redis[1259]: Server initialized1015vm-test-run-nixbot-gitlab> gitlab # [   10.852578] redis[1259]: Ready to accept connections unix1016vm-test-run-nixbot-gitlab> gitlab # [   10.855112] postgresql-pre-start[1269]: selecting default "max_connections" ... 1001017vm-test-run-nixbot-gitlab> gitlab # [   10.857711] redis[1259]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.1018vm-test-run-nixbot-gitlab> gitlab # [   10.922840] postgresql-pre-start[1269]: selecting default "shared_buffers" ... 128MB1019vm-test-run-nixbot-gitlab> gitlab # [   11.157618] dhcpcd[1239]: eth0: soliciting a DHCP lease1020vm-test-run-nixbot-gitlab> gitlab # [   11.585232] NET: Registered PF_PACKET protocol family1021vm-test-run-nixbot-gitlab> gitlab # [   11.176248] dhcpcd[1239]: eth0: offered 10.0.2.15 from 10.0.2.21022vm-test-run-nixbot-gitlab> gitlab # [   11.180424] dhcpcd[1239]: eth0: probing address 10.0.2.15/241023vm-test-run-nixbot-gitlab> gitlab # [   11.254305] systemd[1]: Started gitlab-workhorse.service.1024vm-test-run-nixbot-gitlab> gitlab # [   11.508182] postgresql-pre-start[1269]: selecting default time zone ... UTC1025vm-test-run-nixbot-gitlab> gitlab # [   11.511304] postgresql-pre-start[1269]: creating configuration files ... ok1026vm-test-run-nixbot-gitlab> gitlab # [   11.550137] gitlab-workhorse[1300]: time="2026-06-16T04:12:29Z" level=info msg=Starting build_time=19700101.000000 version=18.11.41027vm-test-run-nixbot-gitlab> gitlab # [   11.552418] gitlab-workhorse[1300]: time="2026-06-16T04:12:29Z" level=info msg="Using redis/go-redis"1028vm-test-run-nixbot-gitlab> gitlab # [   11.554473] gitlab-workhorse[1300]: time="2026-06-16T04:12:29Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1029vm-test-run-nixbot-gitlab> gitlab # [   11.821668] postgresql-pre-start[1269]: running bootstrap script ... ok1030vm-test-run-nixbot-gitlab> gitlab # [   11.990639] dhcpcd[1239]: eth0: soliciting an IPv6 router1031vm-test-run-nixbot-gitlab> gitlab # [   11.993128] dhcpcd[1239]: eth0: Router Advertisement from fe80::21032vm-test-run-nixbot-gitlab> gitlab # [   11.995538] dhcpcd[1239]: eth0: adding address fec0::5054:ff:fe12:3456/641033vm-test-run-nixbot-gitlab> gitlab # [   11.998232] dhcpcd[1239]: eth0: adding route to fec0::/641034vm-test-run-nixbot-gitlab> gitlab # [   12.000625] dhcpcd[1239]: eth0: adding default route via fe80::21035vm-test-run-nixbot-gitlab> gitlab # [   12.551723] postgresql-pre-start[1269]: performing post-bootstrap initialization ... ok1036vm-test-run-nixbot-gitlab> gitlab # [   12.896528] postgresql-pre-start[1269]: syncing data to disk ... ok1037vm-test-run-nixbot-gitlab> gitlab # [   12.898154] postgresql-pre-start[1269]: initdb: warning: enabling "trust" authentication for local connections1038vm-test-run-nixbot-gitlab> gitlab # [   12.899356] postgresql-pre-start[1269]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1039vm-test-run-nixbot-gitlab> gitlab # [   12.901055] postgresql-pre-start[1269]: Success. You can now start the database server using:1040vm-test-run-nixbot-gitlab> gitlab # [   12.902322] postgresql-pre-start[1269]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start1041vm-test-run-nixbot-gitlab> gitlab # [   13.056169] postgres[1331]: [1331] LOG:  starting PostgreSQL 17.10 on x86_64-pc-linux-gnu, compiled by clang version 21.1.8, 64-bit1042vm-test-run-nixbot-gitlab> gitlab # [   13.060407] postgres[1331]: [1331] LOG:  listening on IPv6 address "::1", port 54321043vm-test-run-nixbot-gitlab> gitlab # [   13.062399] postgres[1331]: [1331] LOG:  listening on IPv4 address "127.0.0.1", port 54321044vm-test-run-nixbot-gitlab> gitlab # [   13.069431] postgres[1331]: [1331] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1045vm-test-run-nixbot-gitlab> gitlab # [   13.083239] postgres[1337]: [1337] LOG:  database system was shut down at 2026-06-16 04:12:30 GMT1046vm-test-run-nixbot-gitlab> gitlab # [   13.096075] postgres[1331]: [1331] LOG:  database system is ready to accept connections1047vm-test-run-nixbot-gitlab> gitlab # [   13.101574] systemd[1]: Started PostgreSQL Server.1048vm-test-run-nixbot-gitlab> gitlab # [   13.106863] systemd[1]: Starting PostgreSQL Setup Scripts...1049vm-test-run-nixbot-gitlab> gitlab # [   13.333995] postgresql-setup-start[1348]: CREATE DATABASE1050vm-test-run-nixbot-gitlab> gitlab # [   13.364852] postgresql-setup-start[1358]: CREATE ROLE1051vm-test-run-nixbot-gitlab> gitlab # [   13.383813] postgresql-setup-start[1360]: ALTER DATABASE1052vm-test-run-nixbot-gitlab> gitlab # [   13.419150] postgresql-setup-start[1373]: CREATE ROLE1053vm-test-run-nixbot-gitlab> gitlab # [   13.425091] systemd[1]: Finished PostgreSQL Setup Scripts.1054vm-test-run-nixbot-gitlab> gitlab # [   13.427340] systemd[1]: Reached target PostgreSQL.1055vm-test-run-nixbot-gitlab> gitlab # [   13.429304] systemd[1]: Starting gitlab-postgresql.service...1056vm-test-run-nixbot-gitlab> gitlab # [   13.515135] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1353]: mkdir -p /var/gitlab/state/home/.ssh: OK1057vm-test-run-nixbot-gitlab> gitlab # [   13.518605] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1353]: chmod 700 /var/gitlab/state/home/.ssh: OK1058vm-test-run-nixbot-gitlab> gitlab # [   13.581591] systemd[1]: Finished gitlab-config.service.1059vm-test-run-nixbot-gitlab> gitlab # [   13.589216] systemd[1]: Started gitaly.service.1060vm-test-run-nixbot-gitlab> gitlab # [   13.591327] gitlab-postgresql-start[1382]: CREATE DATABASE1061vm-test-run-nixbot-gitlab> gitlab # [   13.595301] systemd[1]: Starting gitlab-db-config.service...1062vm-test-run-nixbot-gitlab> gitlab # [   13.637416] gitlab-postgresql-start[1400]: CREATE EXTENSION1063vm-test-run-nixbot-gitlab> gitlab # [   13.700774] gitlab-postgresql-start[1404]: CREATE EXTENSION1064vm-test-run-nixbot-gitlab> gitlab # [   13.704790] systemd[1]: Finished gitlab-postgresql.service.1065vm-test-run-nixbot-gitlab> gitlab # [   14.349401] gitaly[1396]: time="2026-06-16T04:12:32.595Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/2wcq0nlg508fs5wq7jnpg1lw2pib950g-gitaly.toml' and fix the errors that are printed." pid=13961066vm-test-run-nixbot-gitlab> gitlab # [   14.354188] gitaly[1396]: time="2026-06-16T04:12:32.595Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=13961067vm-test-run-nixbot-gitlab> gitlab # [   14.356310] gitaly[1396]: time="2026-06-16T04:12:32.595Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=13961068vm-test-run-nixbot-gitlab> gitlab # [   14.359237] gitaly[1396]: time="2026-06-16T04:12:32.596Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=13961069vm-test-run-nixbot-gitlab> gitlab # [   14.360470] gitaly[1396]: time="2026-06-16T04:12:32.596Z" level=info msg="Starting Gitaly" pid=1396 version=18.11.41070vm-test-run-nixbot-gitlab> gitlab # [   14.648521] gitaly[1396]: time="2026-06-16T04:12:32.894Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=297 pid=13961071vm-test-run-nixbot-gitlab> gitlab # [   14.650074] gitaly[1396]: time="2026-06-16T04:12:32.895Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=13961072vm-test-run-nixbot-gitlab> gitlab # [   14.651673] gitaly[1396]: time="2026-06-16T04:12:32.896Z" level=info msg="finished initializing command factory" duration_ms=0 pid=13961073vm-test-run-nixbot-gitlab> gitlab # [   14.653540] gitaly[1396]: time="2026-06-16T04:12:32.896Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1396/git-exec-1970708773.d/git pid=13961074vm-test-run-nixbot-gitlab> gitlab # [   14.666639] gitaly[1396]: time="2026-06-16T04:12:32.913Z" level=info msg="finished detecting git version" duration_ms=16 pid=13961075vm-test-run-nixbot-gitlab> gitlab # [   14.668219] gitaly[1396]: time="2026-06-16T04:12:32.913Z" level=info msg="using Git version" pid=1396 version=2.53.g1076vm-test-run-nixbot-gitlab> gitlab # [   14.669586] gitaly[1396]: time="2026-06-16T04:12:32.914Z" level=info msg="clearing disk cache object folder" pid=1396 storage=default1077vm-test-run-nixbot-gitlab> gitlab # [   14.670980] gitaly[1396]: time="2026-06-16T04:12:32.914Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3815944212 pid=1396 storage=default1078vm-test-run-nixbot-gitlab> gitlab # [   14.672169] gitaly[1396]: time="2026-06-16T04:12:32.914Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3815944212 pid=1396 storage=default1079vm-test-run-nixbot-gitlab> gitlab # [   14.673432] gitaly[1396]: time="2026-06-16T04:12:32.915Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=13961080vm-test-run-nixbot-gitlab> gitlab # [   14.695440] gitaly[1396]: time="2026-06-16T04:12:32.915Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3815944212 clear_duration_ms=0 pid=1396 storage=default1081vm-test-run-nixbot-gitlab> gitlab # [   14.697618] gitaly[1396]: time="2026-06-16T04:12:32.942Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=13961082vm-test-run-nixbot-gitlab> gitlab # [   14.795589] gitaly[1396]: time="2026-06-16T04:12:33.041Z" level=info msg="finished tempdir cleaner walk" pid=1396 storage=default time_ms=01083vm-test-run-nixbot-gitlab> gitlab # [   14.799120] gitaly[1396]: time="2026-06-16T04:12:33.041Z" level=info msg="counting repositories" pid=13961084vm-test-run-nixbot-gitlab> gitlab # [   14.801541] gitaly[1396]: time="2026-06-16T04:12:33.042Z" level=info msg="starting to count repositories" pid=1396 storage_path=/var/gitlab/state/repositories1085vm-test-run-nixbot-gitlab> gitlab # [   14.804899] gitaly[1396]: time="2026-06-16T04:12:33.042Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1396 storage_path=/var/gitlab/state/repositories1086vm-test-run-nixbot-gitlab> gitlab # [   14.807945] gitaly[1396]: time="2026-06-16T04:12:33.042Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13961087vm-test-run-nixbot-gitlab> gitlab # [   14.809398] gitaly[1396]: time="2026-06-16T04:12:33.043Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=13961088vm-test-run-nixbot-gitlab> gitlab # [   14.811221] gitaly[1396]: time="2026-06-16T04:12:33.044Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1396 schema=unix1089vm-test-run-nixbot-gitlab> gitlab # [   14.812465] gitaly[1396]: time="2026-06-16T04:12:33.045Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1396/sock.d/intern pid=1396 schema=unix1090vm-test-run-nixbot-gitlab> gitlab # [   14.814093] gitaly[1396]: time="2026-06-16T04:12:33.051Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13961091vm-test-run-nixbot-gitlab> gitlab # [   14.815214] gitaly[1396]: time="2026-06-16T04:12:33.051Z" level=info msg="Started Gitaly" duration_ms=455 pid=13961092vm-test-run-nixbot-gitlab> gitlab # [   14.816408] gitaly[1396]: time="2026-06-16T04:12:33.054Z" level=info msg="maintenance: daily scheduled" pid=1396 scheduled="2026-06-16 12:00:00 +0000 UTC"1093vm-test-run-nixbot-gitlab> gitlab # [   15.531788] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1403]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1094vm-test-run-nixbot-gitlab> gitlab # [   15.534492] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1403]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1095vm-test-run-nixbot-gitlab> gitlab # [   15.567439] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1403]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1096vm-test-run-nixbot-gitlab> gitlab # [   16.527255] dhcpcd[1239]: eth0: leased 10.0.2.15 for 86400 seconds1097vm-test-run-nixbot-gitlab> gitlab # [   16.529489] dhcpcd[1239]: eth0: adding route to 10.0.2.0/241098vm-test-run-nixbot-gitlab> gitlab # [   16.531423] dhcpcd[1239]: eth0: adding default route via 10.0.2.21099vm-test-run-nixbot-gitlab> gitlab # [   16.637724] systemd[1]: Started DHCP Client.1100vm-test-run-nixbot-gitlab> gitlab # [   16.640882] systemd[1]: Reached target Network is Online.1101vm-test-run-nixbot-gitlab> gitlab # [   19.305700] gitaly[1396]: time="2026-06-16T04:12:37.551Z" level=info msg="License database preloaded" duration_ms=4955 pid=13961102vm-test-run-nixbot-gitlab> gitlab # [   71.665773] gitlab-workhorse[1300]: time="2026-06-16T04:13:29Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1103vm-test-run-nixbot-gitlab> gitlab # [   72.307951] postgres[1988]: [1988] ERROR:  relation "feature_gates" does not exist at character 5231104vm-test-run-nixbot-gitlab> gitlab # [   72.310697] postgres[1988]: [1988] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),1105vm-test-run-nixbot-gitlab> gitlab # [   72.312490] postgres[1988]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1106vm-test-run-nixbot-gitlab> gitlab # [   72.316144] postgres[1988]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,1107vm-test-run-nixbot-gitlab> gitlab # [   72.319239] postgres[1988]: 	       attidentity AS identity,1108vm-test-run-nixbot-gitlab> gitlab # [   72.322017] postgres[1988]: 	       attgenerated as attgenerated1109vm-test-run-nixbot-gitlab> gitlab # [   72.324976] postgres[1988]: 	  FROM pg_attribute a1110vm-test-run-nixbot-gitlab> gitlab # [   72.327653] postgres[1988]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1111vm-test-run-nixbot-gitlab> gitlab # [   72.330515] postgres[1988]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid1112vm-test-run-nixbot-gitlab> gitlab # [   72.333467] postgres[1988]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1113vm-test-run-nixbot-gitlab> gitlab # [   72.336258] postgres[1988]: 	 WHERE a.attrelid = '"feature_gates"'::regclass1114vm-test-run-nixbot-gitlab> gitlab # [   72.339527] postgres[1988]: 	   AND a.attnum > 0 AND NOT a.attisdropped1115vm-test-run-nixbot-gitlab> gitlab # [   72.342303] postgres[1988]: 	 ORDER BY a.attnum1116vm-test-run-nixbot-gitlab> gitlab # [   72.344666] postgres[1988]:1117vm-test-run-nixbot-gitlab> gitlab # [   72.855830] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1403]: W, [2026-06-16T04:13:31.101329 #1403]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1118vm-test-run-nixbot-gitlab> gitlab # [   81.212302] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[2080]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping1119vm-test-run-nixbot-gitlab> gitlab # [   81.216170] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[2080]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping1120vm-test-run-nixbot-gitlab> gitlab # [   81.676394] gitlab-workhorse[1300]: time="2026-06-16T04:13:39Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1121vm-test-run-nixbot-gitlab> gitlab # [   91.687370] gitlab-workhorse[1300]: time="2026-06-16T04:13:49Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1122vm-test-run-nixbot-gitlab> gitlab # [  101.698636] gitlab-workhorse[1300]: time="2026-06-16T04:13:59Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1123vm-test-run-nixbot-gitlab> gitlab # [  102.066772] postgres[2173]: [2173] ERROR:  relation "table_without_models" does not exist1124vm-test-run-nixbot-gitlab> gitlab # [  102.071763] postgres[2173]: [2173] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')1125vm-test-run-nixbot-gitlab> gitlab # [  111.707472] gitlab-workhorse[1300]: time="2026-06-16T04:14:09Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1126vm-test-run-nixbot-gitlab> gitlab # [  121.718467] gitlab-workhorse[1300]: time="2026-06-16T04:14:19Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1127vm-test-run-nixbot-gitlab> gitlab # [  121.928684] systemd[1]: Finished gitlab-db-config.service.1128vm-test-run-nixbot-gitlab> gitlab # [  121.934344] systemd[1]: Started gitlab-sidekiq.service.1129vm-test-run-nixbot-gitlab> gitlab # [  121.936235] systemd[1]: Starting gitlab.service...1130vm-test-run-nixbot-gitlab> gitlab # [  122.446528] bundle[2431]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1131vm-test-run-nixbot-gitlab> gitlab # [  122.450417] bundle[2431]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1132vm-test-run-nixbot-gitlab> gitlab # [  122.454593] bundle[2431]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1133vm-test-run-nixbot-gitlab> gitlab # [  128.668412] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-16T04:14:26.871Z","message":"Starting cluster with 1 processes"}1134vm-test-run-nixbot-gitlab> gitlab # [  129.717189] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.923Z","pid":2431,"message":"* Enabling systemd notification integration"}1135vm-test-run-nixbot-gitlab> gitlab # [  129.724421] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.962Z","pid":2431,"message":"Puma starting in cluster mode..."}1136vm-test-run-nixbot-gitlab> gitlab # [  129.730684] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.963Z","pid":2431,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1137vm-test-run-nixbot-gitlab> gitlab # [  129.737537] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.963Z","pid":2431,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1138vm-test-run-nixbot-gitlab> gitlab # [  129.745566] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.963Z","pid":2431,"message":"*  Min threads: 0"}1139vm-test-run-nixbot-gitlab> gitlab # [  129.751159] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.963Z","pid":2431,"message":"*  Max threads: 4"}1140vm-test-run-nixbot-gitlab> gitlab # [  129.756960] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.963Z","pid":2431,"message":"*  Environment: production"}1141vm-test-run-nixbot-gitlab> gitlab # [  129.763130] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.963Z","pid":2431,"message":"*   Master PID: 2431"}1142vm-test-run-nixbot-gitlab> gitlab # [  129.768762] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.963Z","pid":2431,"message":"*      Workers: 2"}1143vm-test-run-nixbot-gitlab> gitlab # [  129.773922] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.963Z","pid":2431,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}1144vm-test-run-nixbot-gitlab> gitlab # [  129.779573] bundle[2431]: {"timestamp":"2026-06-16T04:14:27.963Z","pid":2431,"message":"* Preloading application"}1145vm-test-run-nixbot-gitlab> gitlab # [  131.722369] gitlab-workhorse[1300]: time="2026-06-16T04:14:29Z" level=error correlation_id= duration_ms=1 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1146vm-test-run-nixbot-gitlab> gitlab # [  141.724539] gitlab-workhorse[1300]: time="2026-06-16T04:14:39Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1147vm-test-run-nixbot-gitlab> gitlab # [  151.725619] gitlab-workhorse[1300]: time="2026-06-16T04:14:49Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1148vm-test-run-nixbot-gitlab> gitlab # [  161.734914] gitlab-workhorse[1300]: time="2026-06-16T04:14:59Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1149vm-test-run-nixbot-gitlab> gitlab # [  171.739625] gitlab-workhorse[1300]: time="2026-06-16T04:15:09Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1150vm-test-run-nixbot-gitlab> gitlab # [  175.507826] bundle[2431]: W, [2026-06-16T04:15:13.753295 #2431]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1151vm-test-run-nixbot-gitlab> gitlab # [  181.749822] gitlab-workhorse[1300]: time="2026-06-16T04:15:19Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1152vm-test-run-nixbot-gitlab> gitlab # [  183.568204] sidekiq-cluster[2488]: 2026-06-16T04:15:21.814Z pid=2488 tid=to0 INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2488, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>436801536}1153vm-test-run-nixbot-gitlab> gitlab # [  184.038281] sidekiq-cluster[2488]: W, [2026-06-16T04:15:22.284548 #2488]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1154vm-test-run-nixbot-gitlab> gitlab # [  184.181060] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:22.427Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1155vm-test-run-nixbot-gitlab> gitlab # [  187.281213] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.526Z","message":"GitLab reliable fetch activated!"}1156vm-test-run-nixbot-gitlab> gitlab # [  187.283719] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.526Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1157vm-test-run-nixbot-gitlab> gitlab # [  187.319242] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.565Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1158vm-test-run-nixbot-gitlab> gitlab # [  187.324194] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.570Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1159vm-test-run-nixbot-gitlab> gitlab # [  187.328787] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.575Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1160vm-test-run-nixbot-gitlab> gitlab # [  187.333603] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.580Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1161vm-test-run-nixbot-gitlab> gitlab # [  187.338387] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.584Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1162vm-test-run-nixbot-gitlab> gitlab # [  187.342474] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.588Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1163vm-test-run-nixbot-gitlab> gitlab # [  187.346384] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.592Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1164vm-test-run-nixbot-gitlab> gitlab # [  187.350308] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.596Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1165vm-test-run-nixbot-gitlab> gitlab # [  187.353897] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.600Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1166vm-test-run-nixbot-gitlab> gitlab # [  187.357902] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.604Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1167vm-test-run-nixbot-gitlab> gitlab # [  187.361740] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.608Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1168vm-test-run-nixbot-gitlab> gitlab # [  187.366743] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.613Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1169vm-test-run-nixbot-gitlab> gitlab # [  187.371240] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.617Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1170vm-test-run-nixbot-gitlab> gitlab # [  187.375335] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.621Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1171vm-test-run-nixbot-gitlab> gitlab # [  187.379881] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.626Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1172vm-test-run-nixbot-gitlab> gitlab # [  187.384275] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.630Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1173vm-test-run-nixbot-gitlab> gitlab # [  187.388788] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.635Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [  187.393808] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.640Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1175vm-test-run-nixbot-gitlab> gitlab # [  187.398591] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.645Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1176vm-test-run-nixbot-gitlab> gitlab # [  187.403308] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.649Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1177vm-test-run-nixbot-gitlab> gitlab # [  187.407684] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.654Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1178vm-test-run-nixbot-gitlab> gitlab # [  187.411887] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.658Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1179vm-test-run-nixbot-gitlab> gitlab # [  187.415881] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.662Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1180vm-test-run-nixbot-gitlab> gitlab # [  187.419733] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.666Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1181vm-test-run-nixbot-gitlab> gitlab # [  187.423731] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.670Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1182vm-test-run-nixbot-gitlab> gitlab # [  187.427715] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.674Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1183vm-test-run-nixbot-gitlab> gitlab # [  187.431788] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.678Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1184vm-test-run-nixbot-gitlab> gitlab # [  187.435887] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.682Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1185vm-test-run-nixbot-gitlab> gitlab # [  187.440195] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.686Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1186vm-test-run-nixbot-gitlab> gitlab # [  187.444278] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.690Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1187vm-test-run-nixbot-gitlab> gitlab # [  187.448533] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.694Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1188vm-test-run-nixbot-gitlab> gitlab # [  187.452557] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.699Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1189vm-test-run-nixbot-gitlab> gitlab # [  187.456725] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.703Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1190vm-test-run-nixbot-gitlab> gitlab # [  187.460696] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.707Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1191vm-test-run-nixbot-gitlab> gitlab # [  187.464829] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.711Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1192vm-test-run-nixbot-gitlab> gitlab # [  187.468488] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.714Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1193vm-test-run-nixbot-gitlab> gitlab # [  187.472548] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.719Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1194vm-test-run-nixbot-gitlab> gitlab # [  187.476611] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.723Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1195vm-test-run-nixbot-gitlab> gitlab # [  187.480616] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.727Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1196vm-test-run-nixbot-gitlab> gitlab # [  187.484241] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.730Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1197vm-test-run-nixbot-gitlab> gitlab # [  187.487977] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.734Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1198vm-test-run-nixbot-gitlab> gitlab # [  187.491846] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.738Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1199vm-test-run-nixbot-gitlab> gitlab # [  187.495127] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.741Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1200vm-test-run-nixbot-gitlab> gitlab # [  187.498092] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.744Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1201vm-test-run-nixbot-gitlab> gitlab # [  187.501194] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.747Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1202vm-test-run-nixbot-gitlab> gitlab # [  187.504530] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.750Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1203vm-test-run-nixbot-gitlab> gitlab # [  187.507547] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.753Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1204vm-test-run-nixbot-gitlab> gitlab # [  187.510369] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.756Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1205vm-test-run-nixbot-gitlab> gitlab # [  187.513446] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.759Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1206vm-test-run-nixbot-gitlab> gitlab # [  187.516730] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.763Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1207vm-test-run-nixbot-gitlab> gitlab # [  187.519963] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.766Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1208vm-test-run-nixbot-gitlab> gitlab # [  187.523123] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.769Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1209vm-test-run-nixbot-gitlab> gitlab # [  187.526493] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.772Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1210vm-test-run-nixbot-gitlab> gitlab # [  187.537435] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.783Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1211vm-test-run-nixbot-gitlab> gitlab # [  187.541643] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.788Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1212vm-test-run-nixbot-gitlab> gitlab # [  187.545098] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.791Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1213vm-test-run-nixbot-gitlab> gitlab # [  187.548187] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.794Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1214vm-test-run-nixbot-gitlab> gitlab # [  187.551232] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.797Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1215vm-test-run-nixbot-gitlab> gitlab # [  187.554620] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.801Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1216vm-test-run-nixbot-gitlab> gitlab # [  187.557476] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.803Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1217vm-test-run-nixbot-gitlab> gitlab # [  187.560538] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.807Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1218vm-test-run-nixbot-gitlab> gitlab # [  187.563711] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.810Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1219vm-test-run-nixbot-gitlab> gitlab # [  187.566485] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.812Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1220vm-test-run-nixbot-gitlab> gitlab # [  187.569821] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.816Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1221vm-test-run-nixbot-gitlab> gitlab # [  187.573546] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.820Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1222vm-test-run-nixbot-gitlab> gitlab # [  187.576800] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.823Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1223vm-test-run-nixbot-gitlab> gitlab # [  187.580361] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.826Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1224vm-test-run-nixbot-gitlab> gitlab # [  187.583189] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.829Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1225vm-test-run-nixbot-gitlab> gitlab # [  187.586135] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.832Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1226vm-test-run-nixbot-gitlab> gitlab # [  187.588837] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.835Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1227vm-test-run-nixbot-gitlab> gitlab # [  187.591627] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.838Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1228vm-test-run-nixbot-gitlab> gitlab # [  187.594343] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.840Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1229vm-test-run-nixbot-gitlab> gitlab # [  187.597241] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.843Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1230vm-test-run-nixbot-gitlab> gitlab # [  187.600223] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.846Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1231vm-test-run-nixbot-gitlab> gitlab # [  187.602913] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.849Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1232vm-test-run-nixbot-gitlab> gitlab # [  187.605657] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.852Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1233vm-test-run-nixbot-gitlab> gitlab # [  187.608393] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.854Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1234vm-test-run-nixbot-gitlab> gitlab # [  187.611473] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.857Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1235vm-test-run-nixbot-gitlab> gitlab # [  187.614463] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.860Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1236vm-test-run-nixbot-gitlab> gitlab # [  187.617291] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.863Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1237vm-test-run-nixbot-gitlab> gitlab # [  187.620180] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.866Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1238vm-test-run-nixbot-gitlab> gitlab # [  187.622985] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.869Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1239vm-test-run-nixbot-gitlab> gitlab # [  187.625823] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.872Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1240vm-test-run-nixbot-gitlab> gitlab # [  187.629318] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.875Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1241vm-test-run-nixbot-gitlab> gitlab # [  187.632381] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.878Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1242vm-test-run-nixbot-gitlab> gitlab # [  187.635768] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.882Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1243vm-test-run-nixbot-gitlab> gitlab # [  187.638837] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.885Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1244vm-test-run-nixbot-gitlab> gitlab # [  187.642390] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.888Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1245vm-test-run-nixbot-gitlab> gitlab # [  187.681656] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.927Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1246vm-test-run-nixbot-gitlab> gitlab # [  187.684812] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.931Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1247vm-test-run-nixbot-gitlab> gitlab # [  187.688913] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.935Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1248vm-test-run-nixbot-gitlab> gitlab # [  187.693159] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.939Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1249vm-test-run-nixbot-gitlab> gitlab # [  187.698403] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.944Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1250vm-test-run-nixbot-gitlab> gitlab # [  187.702599] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.949Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1251vm-test-run-nixbot-gitlab> gitlab # [  187.708131] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.954Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1252vm-test-run-nixbot-gitlab> gitlab # [  187.713814] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.960Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1253vm-test-run-nixbot-gitlab> gitlab # [  187.727464] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.973Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1254vm-test-run-nixbot-gitlab> gitlab # [  187.737601] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.983Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1255vm-test-run-nixbot-gitlab> gitlab # [  187.748670] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:25.995Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1256vm-test-run-nixbot-gitlab> gitlab # [  187.781314] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.027Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1257vm-test-run-nixbot-gitlab> gitlab # [  187.791496] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.037Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1258vm-test-run-nixbot-gitlab> gitlab # [  187.801770] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.048Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1259vm-test-run-nixbot-gitlab> gitlab # [  187.815644] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.062Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1260vm-test-run-nixbot-gitlab> gitlab # [  187.829400] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.075Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1261vm-test-run-nixbot-gitlab> gitlab # [  187.843519] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.089Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1262vm-test-run-nixbot-gitlab> gitlab # [  187.855486] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.101Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1263vm-test-run-nixbot-gitlab> gitlab # [  187.866692] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.113Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1264vm-test-run-nixbot-gitlab> gitlab # [  187.877810] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.124Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1265vm-test-run-nixbot-gitlab> gitlab # [  187.891393] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.137Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1266vm-test-run-nixbot-gitlab> gitlab # [  187.901418] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:15:26.147Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1267vm-test-run-nixbot-gitlab> gitlab # [  191.762696] gitlab-workhorse[1300]: time="2026-06-16T04:15:30Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1268vm-test-run-nixbot-gitlab> gitlab # [  201.772920] gitlab-workhorse[1300]: time="2026-06-16T04:15:40Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1269vm-test-run-nixbot-gitlab> gitlab # [  211.783257] gitlab-workhorse[1300]: time="2026-06-16T04:15:50Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1270vm-test-run-nixbot-gitlab> gitlab # [  221.783844] gitlab-workhorse[1300]: time="2026-06-16T04:16:00Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1271vm-test-run-nixbot-gitlab> gitlab # [  223.276193] bundle[2431]: {"timestamp":"2026-06-16T04:16:01.521Z","pid":2431,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1272vm-test-run-nixbot-gitlab> gitlab # [  223.280415] bundle[2431]: {"timestamp":"2026-06-16T04:16:01.522Z","pid":2431,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1273vm-test-run-nixbot-gitlab> gitlab # [  223.289582] bundle[2431]: {"timestamp":"2026-06-16T04:16:01.522Z","pid":2431,"message":"! #\u003cThread:0x00007163cec231e0 /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1274vm-test-run-nixbot-gitlab> gitlab # [  223.300379] bundle[2431]: {"timestamp":"2026-06-16T04:16:01.522Z","pid":2431,"message":"! #\u003cThread:0x00007163cee6a9d0 /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1275vm-test-run-nixbot-gitlab> gitlab # [  223.311211] bundle[2431]: {"timestamp":"2026-06-16T04:16:01.522Z","pid":2431,"message":"Use Ctrl-C to stop"}1276vm-test-run-nixbot-gitlab> gitlab # [  223.314706] bundle[2431]: {"timestamp":"2026-06-16T04:16:01.522Z","pid":2431,"message":"Sending status to systemd every 1.0 sec"}1277vm-test-run-nixbot-gitlab> gitlab # [  223.779156] bundle[2431]: {"timestamp":"2026-06-16T04:16:02.024Z","pid":2431,"message":"- Worker 0 (PID: 3351) booted in 0.46s, phase: 0"}1278vm-test-run-nixbot-gitlab> gitlab # [  223.830899] bundle[2431]: {"timestamp":"2026-06-16T04:16:02.077Z","pid":2431,"message":"- Worker 1 (PID: 3355) booted in 0.48s, phase: 0"}1279vm-test-run-nixbot-gitlab> gitlab # [  223.834540] systemd[1]: Started gitlab.service.1280vm-test-run-nixbot-gitlab> gitlab # [  223.836086] systemd[1]: Reached target Common target for all GitLab services..1281vm-test-run-nixbot-gitlab> gitlab # [  223.838414] systemd[1]: Starting setup-gitlab.service...1282vm-test-run-nixbot-gitlab> gitlab # [  223.861863] setup-gitlab-start[3388]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1283vm-test-run-nixbot-gitlab> gitlab # [  225.022306] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:03.267Z","message":"Booted Rails 7.2.3 application in production environment"}1284vm-test-run-nixbot-gitlab> gitlab # [  225.024353] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:03.270Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1285vm-test-run-nixbot-gitlab> gitlab # [  225.026252] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:03.271Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1286vm-test-run-nixbot-gitlab> gitlab # [  225.027291] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:03.271Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1287vm-test-run-nixbot-gitlab> gitlab # [  225.028269] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:03.273Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1288vm-test-run-nixbot-gitlab> gitlab # [  227.354088] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:16:05 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 34601289vm-test-run-nixbot-gitlab> gitlab # [  227.365957] setup-gitlab-start[3414]: ++ jq -r .access_token1290vm-test-run-nixbot-gitlab> gitlab # [  227.370537] setup-gitlab-start[3413]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1291vm-test-run-nixbot-gitlab> gitlab # [  227.470549] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:05.716Z","message":"Cleaning working queues"}1292vm-test-run-nixbot-gitlab> gitlab # [  227.479976] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:05.725Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"e97aa8c0073eb99a403314e6","created_at":"2026-06-16T04:14:19.115Z","trace_propagation_headers":{"sentry-trace":"870e2932671047f5bc1a0d46ee6008e8-3df5fcabcebe443e","baggage":"sentry-trace_id=870e2932671047f5bc1a0d46ee6008e8,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"4d609be1390222b489490efd737936fc","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T04:14:19.126Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-e97aa8c0073eb99a403314e6: start","job_status":"start","queue_duration_s":106.59866,"scheduling_latency_s":106.598881}1293vm-test-run-nixbot-gitlab> gitlab # [  227.810349] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:06.055Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"e97aa8c0073eb99a403314e6","created_at":"2026-06-16T04:14:19.115Z","trace_propagation_headers":{"sentry-trace":"870e2932671047f5bc1a0d46ee6008e8-3df5fcabcebe443e","baggage":"sentry-trace_id=870e2932671047f5bc1a0d46ee6008e8,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"4d609be1390222b489490efd737936fc","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T04:14:19.126Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-e97aa8c0073eb99a403314e6: done: 0.33008 sec","job_status":"done","queue_duration_s":106.59866,"scheduling_latency_s":106.598881,"redis_calls":24,"redis_duration_s":0.014936,"redis_read_bytes":912,"redis_write_bytes":2622,"redis_feature_flag_calls":13,"redis_feature_flag_duration_s":0.007811,"redis_feature_flag_read_bytes":902,"redis_feature_flag_write_bytes":1375,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.004397,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002728,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.123877,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.141525249,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.33008,"completed_at":"2026-06-16T04:16:06.055Z","load_balancing_strategy":"primary","db_duration_s":0.087468,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1294vm-test-run-nixbot-gitlab> gitlab # [  228.953778] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:16:07 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 15521295vm-test-run-nixbot-gitlab> gitlab # [  228.962884] setup-gitlab-start[3388]: + BEARER=a825e9eef2f13a9a4fb7f61d177875c6bb458d1452b8ae36bafe354e1224f9d41296vm-test-run-nixbot-gitlab> gitlab # [  228.969481] setup-gitlab-start[3388]: + AUTH='Authorization: Bearer a825e9eef2f13a9a4fb7f61d177875c6bb458d1452b8ae36bafe354e1224f9d4'1297vm-test-run-nixbot-gitlab> gitlab # [  228.976746] setup-gitlab-start[3388]: + curl -fs -X PUT -H 'Authorization: Bearer a825e9eef2f13a9a4fb7f61d177875c6bb458d1452b8ae36bafe354e1224f9d4' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1298vm-test-run-nixbot-gitlab> gitlab # [  230.090564] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:16:08 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 11091299vm-test-run-nixbot-gitlab> gitlab # [  230.094646] setup-gitlab-start[3388]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1300vm-test-run-nixbot-gitlab> gitlab # [  230.117321] runuser[3448]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1301vm-test-run-nixbot-gitlab> gitlab # [  230.577431] setup-gitlab-start[3449]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1302vm-test-run-nixbot-gitlab> gitlab # [  230.581376] setup-gitlab-start[3449]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1303vm-test-run-nixbot-gitlab> gitlab # [  230.585566] setup-gitlab-start[3449]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1304vm-test-run-nixbot-gitlab> gitlab # [  231.334361] setup-gitlab-start[3449]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1305vm-test-run-nixbot-gitlab> gitlab # [  231.338447] setup-gitlab-start[3449]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1306vm-test-run-nixbot-gitlab> gitlab # [  231.341228] setup-gitlab-start[3449]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1307vm-test-run-nixbot-gitlab> gitlab # [  240.889502] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:19.134Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"179091b53fcbd64b0cdefb5f","created_at":"2026-06-16T04:16:19.082Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1b71862b4e1c3ba24952b373e88ca9d1","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.130Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-179091b53fcbd64b0cdefb5f: start","job_status":"start","queue_duration_s":0.003959,"scheduling_latency_s":0.004033}1308vm-test-run-nixbot-gitlab> gitlab # [  241.079643] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:19.325Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"179091b53fcbd64b0cdefb5f","created_at":"2026-06-16T04:16:19.082Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1b71862b4e1c3ba24952b373e88ca9d1","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.130Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-179091b53fcbd64b0cdefb5f: done: 0.191238 sec","job_status":"done","queue_duration_s":0.003959,"scheduling_latency_s":0.004033,"redis_calls":12,"redis_duration_s":0.047645,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.009549,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.018905,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.014046,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.005145,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036555,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002020369,"duration_s":0.191238,"completed_at":"2026-06-16T04:16:19.325Z","load_balancing_strategy":"primary","db_duration_s":0.002305,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1309vm-test-run-nixbot-gitlab> gitlab # [  241.206305] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:19.452Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"6cecedc6de4e269fe7cdd808","created_at":"2026-06-16T04:16:19.215Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"df1fdfbe153ea34896ef0a85960ba2aa","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T04:16:19.248Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-6cecedc6de4e269fe7cdd808: start","job_status":"start","queue_duration_s":0.20311,"scheduling_latency_s":0.203155}1310vm-test-run-nixbot-gitlab> gitlab # [  241.272087] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:19.517Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1311vm-test-run-nixbot-gitlab> gitlab # [  241.291795] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:19.537Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"6cecedc6de4e269fe7cdd808","created_at":"2026-06-16T04:16:19.215Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"df1fdfbe153ea34896ef0a85960ba2aa","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T04:16:19.248Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-6cecedc6de4e269fe7cdd808: done: 0.085654 sec","job_status":"done","queue_duration_s":0.20311,"scheduling_latency_s":0.203155,"redis_calls":10,"redis_duration_s":0.01669,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002602,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.011928,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00216,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017665,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002364825,"duration_s":0.085654,"completed_at":"2026-06-16T04:16:19.537Z","load_balancing_strategy":"primary","db_duration_s":0.001216,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1312vm-test-run-nixbot-gitlab> gitlab # [  241.366107] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:19.612Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"cefe61327e395fb5d3916ea8","created_at":"2026-06-16T04:16:19.285Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"666774a843943c33537d3bb9790f765d","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.309Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-cefe61327e395fb5d3916ea8: start","job_status":"start","queue_duration_s":0.302778,"scheduling_latency_s":0.302866}1313vm-test-run-nixbot-gitlab> gitlab # [  242.638664] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:20.884Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"cefe61327e395fb5d3916ea8","created_at":"2026-06-16T04:16:19.285Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"666774a843943c33537d3bb9790f765d","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.309Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-cefe61327e395fb5d3916ea8: done: 1.272428 sec","job_status":"done","queue_duration_s":0.302778,"scheduling_latency_s":0.302866,"redis_calls":574,"redis_duration_s":0.689082,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001224,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003612,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.684246,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.636128,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000786134,"duration_s":1.272428,"completed_at":"2026-06-16T04:16:20.883Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00102,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1314vm-test-run-nixbot-gitlab> gitlab # [  242.766783] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.012Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"a0377d2204fa3c94d67ee653","created_at":"2026-06-16T04:16:19.448Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"411d01b7f6464c3099c8ea0c10038ecc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.485Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-a0377d2204fa3c94d67ee653: start","job_status":"start","queue_duration_s":1.527388,"scheduling_latency_s":1.527464}1315vm-test-run-nixbot-gitlab> gitlab # [  242.860724] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.106Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"a0377d2204fa3c94d67ee653","created_at":"2026-06-16T04:16:19.448Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"411d01b7f6464c3099c8ea0c10038ecc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.485Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-a0377d2204fa3c94d67ee653: done: 0.093924 sec","job_status":"done","queue_duration_s":1.527388,"scheduling_latency_s":1.527464,"redis_calls":12,"redis_duration_s":0.011689999999999999,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001726,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005418,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004546,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.051008,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.002593347,"exclusive_lock_hold_duration_s":0.02540686,"duration_s":0.093924,"completed_at":"2026-06-16T04:16:21.106Z","load_balancing_strategy":"primary","db_duration_s":0.014345,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1316vm-test-run-nixbot-gitlab> gitlab # [  242.933958] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.112Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"0970ab5af501ee49a3cf3e4f","created_at":"2026-06-16T04:16:19.502Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"862c73d86713966f3eb5951b9856dc0d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.529Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-0970ab5af501ee49a3cf3e4f: start","job_status":"start","queue_duration_s":1.582136,"scheduling_latency_s":1.582209}1317vm-test-run-nixbot-gitlab> gitlab # [  242.935588] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.145Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1318vm-test-run-nixbot-gitlab> gitlab # [  242.936960] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.160Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"0970ab5af501ee49a3cf3e4f","created_at":"2026-06-16T04:16:19.502Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"862c73d86713966f3eb5951b9856dc0d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.529Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-0970ab5af501ee49a3cf3e4f: done: 0.048547 sec","job_status":"done","queue_duration_s":1.582136,"scheduling_latency_s":1.582209,"redis_calls":10,"redis_duration_s":0.004948,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00095,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002965,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001033,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027332,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000830273,"duration_s":0.048547,"completed_at":"2026-06-16T04:16:21.160Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0011,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1319vm-test-run-nixbot-gitlab> gitlab # [  243.043608] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.162Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"b0ba0ea3304321fc89662545","created_at":"2026-06-16T04:16:19.548Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.670Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-b0ba0ea3304321fc89662545: start","job_status":"start","queue_duration_s":1.492282,"scheduling_latency_s":1.492323}1320vm-test-run-nixbot-gitlab> gitlab # [  243.277959] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.523Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"b0ba0ea3304321fc89662545","created_at":"2026-06-16T04:16:19.548Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.670Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-b0ba0ea3304321fc89662545: done: 0.360927 sec","job_status":"done","queue_duration_s":1.492282,"scheduling_latency_s":1.492323,"redis_calls":65,"redis_duration_s":0.19499,"redis_read_bytes":114,"redis_write_bytes":41232,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.174165,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.001255,"redis_queues_read_bytes":3,"redis_queues_write_bytes":36935,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.018428,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3374,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001142,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":267,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.136058,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000634718,"duration_s":0.360927,"completed_at":"2026-06-16T04:16:21.523Z","load_balancing_strategy":"primary","db_duration_s":0.022848,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1321vm-test-run-nixbot-gitlab> gitlab # [  243.280924] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.526Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"706f58614df60bea9939ba8a","created_at":"2026-06-16T04:16:19.685Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6357f8ef2ac8c95975f8f27b94f9d4f7","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.700Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-706f58614df60bea9939ba8a: start","job_status":"start","queue_duration_s":1.825948,"scheduling_latency_s":1.826}1322vm-test-run-nixbot-gitlab> gitlab # [  243.450455] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.696Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"706f58614df60bea9939ba8a","created_at":"2026-06-16T04:16:19.685Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6357f8ef2ac8c95975f8f27b94f9d4f7","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.700Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-706f58614df60bea9939ba8a: done: 0.169674 sec","job_status":"done","queue_duration_s":1.825948,"scheduling_latency_s":1.826,"redis_calls":12,"redis_duration_s":0.004723,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000768,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002299,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001656,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.122,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.122,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031342,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001237029,"exclusive_lock_hold_duration_s":0.008293792,"duration_s":0.169674,"completed_at":"2026-06-16T04:16:21.696Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.123859,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1323vm-test-run-nixbot-gitlab> gitlab # [  243.453451] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.699Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"14f107183959a8a9ae0756fd","created_at":"2026-06-16T04:16:19.719Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5cf5b3e0f88c39b6c5bb2cc40d0eb523","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.762Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-14f107183959a8a9ae0756fd: start","job_status":"start","queue_duration_s":1.937239,"scheduling_latency_s":1.937288}1324vm-test-run-nixbot-gitlab> gitlab # [  243.507554] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.753Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"14f107183959a8a9ae0756fd","created_at":"2026-06-16T04:16:19.719Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5cf5b3e0f88c39b6c5bb2cc40d0eb523","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.762Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-14f107183959a8a9ae0756fd: done: 0.053909 sec","job_status":"done","queue_duration_s":1.937239,"scheduling_latency_s":1.937288,"redis_calls":10,"redis_duration_s":0.003614,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00066,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002214,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00074,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030202,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000541969,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.053909,"completed_at":"2026-06-16T04:16:21.753Z","load_balancing_strategy":"primary","db_duration_s":0.00931,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1325vm-test-run-nixbot-gitlab> gitlab # [  243.552342] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.756Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"db698f5a5070b3ec479a2ee7","created_at":"2026-06-16T04:16:19.779Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c7ab8dc0810b53b09e9a11c4e60fbeb0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.800Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-db698f5a5070b3ec479a2ee7: start","job_status":"start","queue_duration_s":1.955918,"scheduling_latency_s":1.955962}1326vm-test-run-nixbot-gitlab> gitlab # [  243.579109] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.779Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1327vm-test-run-nixbot-gitlab> gitlab # [  243.585346] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.792Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"db698f5a5070b3ec479a2ee7","created_at":"2026-06-16T04:16:19.779Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c7ab8dc0810b53b09e9a11c4e60fbeb0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.800Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-db698f5a5070b3ec479a2ee7: done: 0.036031 sec","job_status":"done","queue_duration_s":1.955918,"scheduling_latency_s":1.955962,"redis_calls":10,"redis_duration_s":0.003809,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000811,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00232,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000678,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021025,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000669918,"duration_s":0.036031,"completed_at":"2026-06-16T04:16:21.792Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001029,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1328vm-test-run-nixbot-gitlab> gitlab # [  243.703266] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.795Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"37e6ae2fefaa31f718fc5d09","created_at":"2026-06-16T04:16:19.820Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"22cc220d3a595d12ac547d4831e4b98b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T04:16:19.841Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-37e6ae2fefaa31f718fc5d09: start","job_status":"start","queue_duration_s":1.954194,"scheduling_latency_s":1.95424}1329vm-test-run-nixbot-gitlab> gitlab # [  243.705108] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.852Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"37e6ae2fefaa31f718fc5d09","created_at":"2026-06-16T04:16:19.820Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"22cc220d3a595d12ac547d4831e4b98b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T04:16:19.841Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-37e6ae2fefaa31f718fc5d09: done: 0.056756 sec","job_status":"done","queue_duration_s":1.954194,"scheduling_latency_s":1.95424,"redis_calls":10,"redis_duration_s":0.003927,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000695,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002453,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000779,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000581918,"duration_s":0.056756,"completed_at":"2026-06-16T04:16:21.851Z","load_balancing_strategy":"primary","db_duration_s":0.00605,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1330vm-test-run-nixbot-gitlab> gitlab # [  243.817486] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.855Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"de866dd565144c1cb256c0ce","created_at":"2026-06-16T04:16:19.874Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ace7d5c055d4520a703640c4311797ea","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.902Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-de866dd565144c1cb256c0ce: start","job_status":"start","queue_duration_s":1.952063,"scheduling_latency_s":1.952109}1331vm-test-run-nixbot-gitlab> gitlab # [  243.819486] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.913Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"de866dd565144c1cb256c0ce","created_at":"2026-06-16T04:16:19.874Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ace7d5c055d4520a703640c4311797ea","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.902Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-de866dd565144c1cb256c0ce: done: 0.058715 sec","job_status":"done","queue_duration_s":1.952063,"scheduling_latency_s":1.952109,"redis_calls":13,"redis_duration_s":0.005075,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000715,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002655,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001705,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037201,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.018438378,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.058715,"completed_at":"2026-06-16T04:16:21.913Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005965,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1332vm-test-run-nixbot-gitlab> gitlab # [  243.909611] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.916Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"50358130ee5c376a5347b17e","created_at":"2026-06-16T04:16:19.929Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4926f7c4a944188a1772c721a24ed27b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.950Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-50358130ee5c376a5347b17e: start","job_status":"start","queue_duration_s":1.966,"scheduling_latency_s":1.966046}1333vm-test-run-nixbot-gitlab> gitlab # [  243.911359] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.940Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1334vm-test-run-nixbot-gitlab> gitlab # [  243.912438] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.952Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"50358130ee5c376a5347b17e","created_at":"2026-06-16T04:16:19.929Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4926f7c4a944188a1772c721a24ed27b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.950Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-50358130ee5c376a5347b17e: done: 0.036316 sec","job_status":"done","queue_duration_s":1.966,"scheduling_latency_s":1.966046,"redis_calls":10,"redis_duration_s":0.003876,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000703,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002341,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000832,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018763,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000504533,"duration_s":0.036316,"completed_at":"2026-06-16T04:16:21.952Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000842,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1335vm-test-run-nixbot-gitlab> gitlab # [  243.993478] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.955Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"6b59ffd4aca1720de195c697","created_at":"2026-06-16T04:16:19.969Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cc672c28391349479785f6e5d160b211","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.991Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-6b59ffd4aca1720de195c697: start","job_status":"start","queue_duration_s":1.9643,"scheduling_latency_s":1.964344}1336vm-test-run-nixbot-gitlab> gitlab # [  244.015148] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.977Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1337vm-test-run-nixbot-gitlab> gitlab # [  244.024424] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.988Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"6b59ffd4aca1720de195c697","created_at":"2026-06-16T04:16:19.969Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cc672c28391349479785f6e5d160b211","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:19.991Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-6b59ffd4aca1720de195c697: done: 0.033275 sec","job_status":"done","queue_duration_s":1.9643,"scheduling_latency_s":1.964344,"redis_calls":10,"redis_duration_s":0.0033900000000000002,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000642,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00202,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000728,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018879,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00060287,"duration_s":0.033275,"completed_at":"2026-06-16T04:16:21.988Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001337,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1338vm-test-run-nixbot-gitlab> gitlab # [  244.125724] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:21.991Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"45386f510e5e0aa54b83074a","created_at":"2026-06-16T04:16:20.017Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"76c7c125c06a1d6117393049a55fd839","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.040Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-45386f510e5e0aa54b83074a: start","job_status":"start","queue_duration_s":1.950401,"scheduling_latency_s":1.950441}1339vm-test-run-nixbot-gitlab> gitlab # [  244.209922] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:22.455Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"45386f510e5e0aa54b83074a","created_at":"2026-06-16T04:16:20.017Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"76c7c125c06a1d6117393049a55fd839","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.040Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-45386f510e5e0aa54b83074a: done: 0.464647 sec","job_status":"done","queue_duration_s":1.950401,"scheduling_latency_s":1.950441,"redis_calls":14,"redis_duration_s":0.004893,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001428,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001925,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00154,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.045,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.045,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.373212,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000930566,"exclusive_lock_hold_duration_s":0.430214734,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.464647,"completed_at":"2026-06-16T04:16:22.455Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.077744,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1340vm-test-run-nixbot-gitlab> gitlab # [  244.212583] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:22.458Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"c0186225b29f956f8d5a78ea","created_at":"2026-06-16T04:16:20.081Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"834747c6b4a8d1e15aa8bd0843c3ccf1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.104Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-c0186225b29f956f8d5a78ea: start","job_status":"start","queue_duration_s":2.354117,"scheduling_latency_s":2.354153}1341vm-test-run-nixbot-gitlab> gitlab # [  244.266689] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:22.512Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"c0186225b29f956f8d5a78ea","created_at":"2026-06-16T04:16:20.081Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"834747c6b4a8d1e15aa8bd0843c3ccf1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.104Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-c0186225b29f956f8d5a78ea: done: 0.054625 sec","job_status":"done","queue_duration_s":2.354117,"scheduling_latency_s":2.354153,"redis_calls":19,"redis_duration_s":0.006072,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001309,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000536,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.003145,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001082,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03524,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000489168,"duration_s":0.054625,"completed_at":"2026-06-16T04:16:22.512Z","load_balancing_strategy":"primary","db_duration_s":0.00611,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1342vm-test-run-nixbot-gitlab> gitlab # [  244.312238] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:22.514Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"6e7bd06344c41115e380dde8","created_at":"2026-06-16T04:16:20.122Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"314dc7a47d8bfa4f28717f984987a2d9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.142Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-6e7bd06344c41115e380dde8: start","job_status":"start","queue_duration_s":2.372717,"scheduling_latency_s":2.37275}1343vm-test-run-nixbot-gitlab> gitlab # [  244.447413] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:22.693Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"6e7bd06344c41115e380dde8","created_at":"2026-06-16T04:16:20.122Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"314dc7a47d8bfa4f28717f984987a2d9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.142Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-6e7bd06344c41115e380dde8: done: 0.178737 sec","job_status":"done","queue_duration_s":2.372717,"scheduling_latency_s":2.37275,"redis_calls":14,"redis_duration_s":0.003972,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001044,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001545,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001383,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031613,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000672152,"exclusive_lock_hold_duration_s":0.150738712,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.178737,"completed_at":"2026-06-16T04:16:22.693Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.137984,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1344vm-test-run-nixbot-gitlab> gitlab # [  244.526262] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:22.772Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"6014a83f62aa55cc5ceeaf19","created_at":"2026-06-16T04:16:20.163Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.185Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-6014a83f62aa55cc5ceeaf19: start","job_status":"start","queue_duration_s":2.586979,"scheduling_latency_s":2.587031}1345vm-test-run-nixbot-gitlab> gitlab # [  244.654852] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:22.900Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"6014a83f62aa55cc5ceeaf19","created_at":"2026-06-16T04:16:20.163Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.185Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-6014a83f62aa55cc5ceeaf19: done: 0.128466 sec","job_status":"done","queue_duration_s":2.586979,"scheduling_latency_s":2.587031,"redis_calls":71,"redis_duration_s":0.030019999999999998,"redis_read_bytes":121,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.002741,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.001271,"redis_queues_read_bytes":4,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.024981,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001027,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.092781,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000650082,"duration_s":0.128466,"completed_at":"2026-06-16T04:16:22.900Z","load_balancing_strategy":"primary","db_duration_s":0.002422,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1346vm-test-run-nixbot-gitlab> gitlab # [  244.759791] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.005Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"4f04bb02dcca01e0de635f13","created_at":"2026-06-16T04:16:20.214Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d0278ca18056a9b13c0be1c5f3758a88","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.236Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-4f04bb02dcca01e0de635f13: start","job_status":"start","queue_duration_s":2.768456,"scheduling_latency_s":2.76851}1347vm-test-run-nixbot-gitlab> gitlab # [  244.792342] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.038Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"4f04bb02dcca01e0de635f13","created_at":"2026-06-16T04:16:20.214Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d0278ca18056a9b13c0be1c5f3758a88","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.236Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-4f04bb02dcca01e0de635f13: done: 0.03317 sec","job_status":"done","queue_duration_s":2.768456,"scheduling_latency_s":2.76851,"redis_calls":13,"redis_duration_s":0.005605,"redis_read_bytes":139,"redis_write_bytes":1636,"redis_feature_flag_calls":5,"redis_feature_flag_duration_s":0.001976,"redis_feature_flag_read_bytes":132,"redis_feature_flag_write_bytes":698,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002491,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001138,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018322,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000541968,"duration_s":0.03317,"completed_at":"2026-06-16T04:16:23.037Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001632,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1348vm-test-run-nixbot-gitlab> gitlab # [  244.867900] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.114Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"607fd40584122596cdfadd39","created_at":"2026-06-16T04:16:20.254Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a4860d9a943acf19ae9834c0b0126556","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.276Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-607fd40584122596cdfadd39: start","job_status":"start","queue_duration_s":2.837563,"scheduling_latency_s":2.837614}1349vm-test-run-nixbot-gitlab> gitlab # [  244.918708] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.164Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"607fd40584122596cdfadd39","created_at":"2026-06-16T04:16:20.254Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a4860d9a943acf19ae9834c0b0126556","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.276Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-607fd40584122596cdfadd39: done: 0.050592 sec","job_status":"done","queue_duration_s":2.837563,"scheduling_latency_s":2.837614,"redis_calls":10,"redis_duration_s":0.002621,"redis_read_bytes":9,"redis_write_bytes":1215,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000555,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001515,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000551,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01512,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000456761,"duration_s":0.050592,"completed_at":"2026-06-16T04:16:23.164Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001155,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350vm-test-run-nixbot-gitlab> gitlab # [  244.993842] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.239Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"86058a9bb986b5272c1f6924","created_at":"2026-06-16T04:16:20.323Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6f6d5a5c1f50aae518ebb0e47ece893b","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.343Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-86058a9bb986b5272c1f6924: start","job_status":"start","queue_duration_s":2.896735,"scheduling_latency_s":2.896786}1351vm-test-run-nixbot-gitlab> gitlab # [  245.350245] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.595Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"86058a9bb986b5272c1f6924","created_at":"2026-06-16T04:16:20.323Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6f6d5a5c1f50aae518ebb0e47ece893b","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.343Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-86058a9bb986b5272c1f6924: done: 0.355809 sec","job_status":"done","queue_duration_s":2.896735,"scheduling_latency_s":2.896786,"redis_calls":10,"redis_duration_s":0.275832,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00181,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.27077,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003252,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039268,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001243174,"duration_s":0.355809,"completed_at":"2026-06-16T04:16:23.595Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006574,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1352vm-test-run-nixbot-gitlab> gitlab # [  245.356176] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.600Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"f004bc0bcd10a358196e1a36","created_at":"2026-06-16T04:16:20.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"48583efd078dd61f9f7bafe5196bfe23","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.376Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-f004bc0bcd10a358196e1a36: start","job_status":"start","queue_duration_s":3.224288,"scheduling_latency_s":3.22438}1353vm-test-run-nixbot-gitlab> gitlab # [  245.423189] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.668Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"f004bc0bcd10a358196e1a36","created_at":"2026-06-16T04:16:20.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"48583efd078dd61f9f7bafe5196bfe23","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.376Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-f004bc0bcd10a358196e1a36: done: 0.067967 sec","job_status":"done","queue_duration_s":3.224288,"scheduling_latency_s":3.22438,"redis_calls":12,"redis_duration_s":0.0043,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000596,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00188,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001824,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033543,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001263289,"exclusive_lock_hold_duration_s":0.015677971,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.067967,"completed_at":"2026-06-16T04:16:23.668Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017911,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1354vm-test-run-nixbot-gitlab> gitlab # [  245.516489] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.674Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"eee8abd7f19d69a7125e6329","created_at":"2026-06-16T04:16:20.402Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c2d806659a7a90e0e421bae5d95d4213","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.432Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-eee8abd7f19d69a7125e6329: start","job_status":"start","queue_duration_s":3.241749,"scheduling_latency_s":3.241806}1355vm-test-run-nixbot-gitlab> gitlab # [  245.518365] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.726Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"eee8abd7f19d69a7125e6329","created_at":"2026-06-16T04:16:20.402Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c2d806659a7a90e0e421bae5d95d4213","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.432Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-eee8abd7f19d69a7125e6329: done: 0.05149 sec","job_status":"done","queue_duration_s":3.241749,"scheduling_latency_s":3.241806,"redis_calls":16,"redis_duration_s":0.004991,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.002423,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001888,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00068,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025768,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000434133,"duration_s":0.05149,"completed_at":"2026-06-16T04:16:23.726Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005377,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1356vm-test-run-nixbot-gitlab> gitlab # [  245.596284] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.728Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"11abe2b950df640d06008fb8","created_at":"2026-06-16T04:16:20.455Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"68cc22c8cfc394db491d132544963820","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T04:16:20.471Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-11abe2b950df640d06008fb8: start","job_status":"start","queue_duration_s":3.256929,"scheduling_latency_s":3.256963}1357vm-test-run-nixbot-gitlab> gitlab # [  245.676288] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.744Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1358vm-test-run-nixbot-gitlab> gitlab # [  245.677981] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.754Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"11abe2b950df640d06008fb8","created_at":"2026-06-16T04:16:20.455Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"68cc22c8cfc394db491d132544963820","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T04:16:20.471Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-11abe2b950df640d06008fb8: done: 0.026577 sec","job_status":"done","queue_duration_s":3.256929,"scheduling_latency_s":3.256963,"redis_calls":10,"redis_duration_s":0.0032519999999999997,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000682,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00195,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00062,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014862,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001245409,"duration_s":0.026577,"completed_at":"2026-06-16T04:16:23.754Z","load_balancing_strategy":"primary","db_duration_s":0.000762,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1359vm-test-run-nixbot-gitlab> gitlab # [  245.680831] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.756Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"2b879d9ed6e45e0e7620812d","created_at":"2026-06-16T04:16:20.485Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"a6d2c4546be5d90d5de07d4e75e218a8","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.503Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-2b879d9ed6e45e0e7620812d: start","job_status":"start","queue_duration_s":3.253459,"scheduling_latency_s":3.253492}1360vm-test-run-nixbot-gitlab> gitlab # [  245.766094] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.784Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"2b879d9ed6e45e0e7620812d","created_at":"2026-06-16T04:16:20.485Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"a6d2c4546be5d90d5de07d4e75e218a8","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.503Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-2b879d9ed6e45e0e7620812d: done: 0.027927 sec","job_status":"done","queue_duration_s":3.253459,"scheduling_latency_s":3.253492,"redis_calls":10,"redis_duration_s":0.0030960000000000002,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000575,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001868,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000653,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016242,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000538336,"duration_s":0.027927,"completed_at":"2026-06-16T04:16:23.784Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000788,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1361vm-test-run-nixbot-gitlab> gitlab # [  245.846417] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.786Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"c09e9a0036ec31d7ccad0079","created_at":"2026-06-16T04:16:20.515Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b90af7a3f9beae54690f89dba108c488","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.531Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-c09e9a0036ec31d7ccad0079: start","job_status":"start","queue_duration_s":3.255685,"scheduling_latency_s":3.25572}1362vm-test-run-nixbot-gitlab> gitlab # [  245.848191] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.824Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"c09e9a0036ec31d7ccad0079","created_at":"2026-06-16T04:16:20.515Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b90af7a3f9beae54690f89dba108c488","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.531Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-c09e9a0036ec31d7ccad0079: done: 0.037853 sec","job_status":"done","queue_duration_s":3.255685,"scheduling_latency_s":3.25572,"redis_calls":10,"redis_duration_s":0.003328,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000602,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001947,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000779,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023074,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000601752,"duration_s":0.037853,"completed_at":"2026-06-16T04:16:23.824Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00415,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1363vm-test-run-nixbot-gitlab> gitlab # [  245.931648] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.826Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"21b99fd9b96513c92a21c5de","created_at":"2026-06-16T04:16:20.544Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"714a8a639a485de43afe1fa6f45fdb60","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.563Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-21b99fd9b96513c92a21c5de: start","job_status":"start","queue_duration_s":3.263767,"scheduling_latency_s":3.263803}1364vm-test-run-nixbot-gitlab> gitlab # [  245.933694] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.869Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"21b99fd9b96513c92a21c5de","created_at":"2026-06-16T04:16:20.544Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"714a8a639a485de43afe1fa6f45fdb60","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:20.563Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-21b99fd9b96513c92a21c5de: done: 0.042956 sec","job_status":"done","queue_duration_s":3.263767,"scheduling_latency_s":3.263803,"redis_calls":12,"redis_duration_s":0.004054,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000659,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001906,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001489,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02167,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000883353,"exclusive_lock_hold_duration_s":0.007490058,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.042956,"completed_at":"2026-06-16T04:16:23.869Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007359,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1365vm-test-run-nixbot-gitlab> gitlab # [  246.021421] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:23.872Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c9fd161eb754cbe68f05f231","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c9fd161eb754cbe68f05f231: start","job_status":"start","queue_duration_s":2.364511,"scheduling_latency_s":2.364548}1366vm-test-run-nixbot-gitlab> gitlab # [  246.097205] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.343Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c9fd161eb754cbe68f05f231","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c9fd161eb754cbe68f05f231: done: 0.471226 sec","job_status":"done","queue_duration_s":2.364511,"scheduling_latency_s":2.364548,"redis_calls":13,"redis_duration_s":0.004561,"redis_read_bytes":12,"redis_write_bytes":1300,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000586,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":289,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001653,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":395,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002322,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":616,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.01,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.01,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030339,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00049252,"duration_s":0.471226,"completed_at":"2026-06-16T04:16:24.343Z","load_balancing_strategy":"primary","db_duration_s":0.854341,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1367vm-test-run-nixbot-gitlab> gitlab # [  246.170281] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.416Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"407cc22cf258296ced4d858a","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-407cc22cf258296ced4d858a: start","job_status":"start","queue_duration_s":2.90831,"scheduling_latency_s":2.908386}1368vm-test-run-nixbot-gitlab> gitlab # [  246.221840] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.467Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"407cc22cf258296ced4d858a","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-407cc22cf258296ced4d858a: done: 0.051664 sec","job_status":"done","queue_duration_s":2.90831,"scheduling_latency_s":2.908386,"redis_calls":10,"redis_duration_s":0.007516,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003029,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004487,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.051664,"completed_at":"2026-06-16T04:16:24.467Z","load_balancing_strategy":"primary","db_duration_s":0.005267,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1369vm-test-run-nixbot-gitlab> gitlab # [  246.293205] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.538Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0eaa7244f44a9461af06b4b2","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0eaa7244f44a9461af06b4b2: start","job_status":"start","queue_duration_s":3.030289,"scheduling_latency_s":3.030376}1370vm-test-run-nixbot-gitlab> gitlab # [  246.345750] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.591Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0eaa7244f44a9461af06b4b2","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0eaa7244f44a9461af06b4b2: done: 0.053703 sec","job_status":"done","queue_duration_s":3.030289,"scheduling_latency_s":3.030376,"redis_calls":10,"redis_duration_s":0.006528000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002893,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003635,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030902,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.053703,"completed_at":"2026-06-16T04:16:24.591Z","load_balancing_strategy":"primary","db_duration_s":0.004391,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1371vm-test-run-nixbot-gitlab> gitlab # [  246.351655] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.597Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d11047248ab243c61dca2e4b","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d11047248ab243c61dca2e4b: start","job_status":"start","queue_duration_s":3.089991,"scheduling_latency_s":3.090069}1372vm-test-run-nixbot-gitlab> gitlab # [  246.398278] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.644Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d11047248ab243c61dca2e4b","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d11047248ab243c61dca2e4b: done: 0.04652 sec","job_status":"done","queue_duration_s":3.089991,"scheduling_latency_s":3.090069,"redis_calls":10,"redis_duration_s":0.0071920000000000005,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002513,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004679,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027737,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04652,"completed_at":"2026-06-16T04:16:24.644Z","load_balancing_strategy":"primary","db_duration_s":0.00487,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1373vm-test-run-nixbot-gitlab> gitlab # [  246.425484] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.650Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2f36a54a4601675529f6026a","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2f36a54a4601675529f6026a: start","job_status":"start","queue_duration_s":3.143114,"scheduling_latency_s":3.143254}1374vm-test-run-nixbot-gitlab> gitlab # [  246.447087] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2f36a54a4601675529f6026a","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2f36a54a4601675529f6026a: done: 0.042581 sec","job_status":"done","queue_duration_s":3.143114,"scheduling_latency_s":3.143254,"redis_calls":10,"redis_duration_s":0.008719,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003251,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.005468,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022628,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.042581,"completed_at":"2026-06-16T04:16:24.693Z","load_balancing_strategy":"primary","db_duration_s":0.006521,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1375vm-test-run-nixbot-gitlab> gitlab # [  246.529839] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.696Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6d7b02ec98fa39d0361be47c","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6d7b02ec98fa39d0361be47c: start","job_status":"start","queue_duration_s":3.18879,"scheduling_latency_s":3.188826}1376vm-test-run-nixbot-gitlab> gitlab # [  246.533570] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.722Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6d7b02ec98fa39d0361be47c","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6d7b02ec98fa39d0361be47c: done: 0.025642 sec","job_status":"done","queue_duration_s":3.18879,"scheduling_latency_s":3.188826,"redis_calls":10,"redis_duration_s":0.00288,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001154,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001726,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016514,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025642,"completed_at":"2026-06-16T04:16:24.721Z","load_balancing_strategy":"primary","db_duration_s":0.002439,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1377vm-test-run-nixbot-gitlab> gitlab # [  246.670188] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.723Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"14b5852a47eb8347479096c0","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-14b5852a47eb8347479096c0: start","job_status":"start","queue_duration_s":3.216287,"scheduling_latency_s":3.216319}1378vm-test-run-nixbot-gitlab> gitlab # [  246.671875] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.750Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"14b5852a47eb8347479096c0","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-14b5852a47eb8347479096c0: done: 0.026496 sec","job_status":"done","queue_duration_s":3.216287,"scheduling_latency_s":3.216319,"redis_calls":10,"redis_duration_s":0.004175,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001553,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002622,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015706,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026496,"completed_at":"2026-06-16T04:16:24.750Z","load_balancing_strategy":"primary","db_duration_s":0.00325,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1379vm-test-run-nixbot-gitlab> gitlab # [  246.686393] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.752Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e421a2384f750f9884723421","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e421a2384f750f9884723421: start","job_status":"start","queue_duration_s":3.245192,"scheduling_latency_s":3.245227}1380vm-test-run-nixbot-gitlab> gitlab # [  246.762512] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.786Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e421a2384f750f9884723421","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e421a2384f750f9884723421: done: 0.033878 sec","job_status":"done","queue_duration_s":3.245192,"scheduling_latency_s":3.245227,"redis_calls":10,"redis_duration_s":0.0073089999999999995,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004059,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00325,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016663,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.033878,"completed_at":"2026-06-16T04:16:24.786Z","load_balancing_strategy":"primary","db_duration_s":0.005785,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1381vm-test-run-nixbot-gitlab> gitlab # [  246.843089] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.790Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a14ed325c895b04bfe554e17","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a14ed325c895b04bfe554e17: start","job_status":"start","queue_duration_s":3.28279,"scheduling_latency_s":3.282827}1382vm-test-run-nixbot-gitlab> gitlab # [  246.844548] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.822Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a14ed325c895b04bfe554e17","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a14ed325c895b04bfe554e17: done: 0.031997 sec","job_status":"done","queue_duration_s":3.28279,"scheduling_latency_s":3.282827,"redis_calls":10,"redis_duration_s":0.007035,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003191,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003844,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017036,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031997,"completed_at":"2026-06-16T04:16:24.822Z","load_balancing_strategy":"primary","db_duration_s":0.004805,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1383vm-test-run-nixbot-gitlab> gitlab # [  246.860053] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.826Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"63b35eba1536465f92537df5","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-63b35eba1536465f92537df5: start","job_status":"start","queue_duration_s":3.318857,"scheduling_latency_s":3.318895}1384vm-test-run-nixbot-gitlab> gitlab # [  246.935418] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"63b35eba1536465f92537df5","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-63b35eba1536465f92537df5: done: 0.029023 sec","job_status":"done","queue_duration_s":3.318857,"scheduling_latency_s":3.318895,"redis_calls":10,"redis_duration_s":0.004458,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001772,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002686,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016847,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.029023,"completed_at":"2026-06-16T04:16:24.855Z","load_balancing_strategy":"primary","db_duration_s":0.003558,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1385vm-test-run-nixbot-gitlab> gitlab # [  246.944915] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.857Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"32104074988a64f36e1a7185","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-32104074988a64f36e1a7185: start","job_status":"start","queue_duration_s":3.349778,"scheduling_latency_s":3.349813}1386vm-test-run-nixbot-gitlab> gitlab # [  247.034434] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.882Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"32104074988a64f36e1a7185","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-32104074988a64f36e1a7185: done: 0.025186 sec","job_status":"done","queue_duration_s":3.349778,"scheduling_latency_s":3.349813,"redis_calls":10,"redis_duration_s":0.002861,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001149,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001712,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016084,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025186,"completed_at":"2026-06-16T04:16:24.882Z","load_balancing_strategy":"primary","db_duration_s":0.002477,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1387vm-test-run-nixbot-gitlab> gitlab # [  247.036467] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.884Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e6f22e8381febe885e2f076a","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e6f22e8381febe885e2f076a: start","job_status":"start","queue_duration_s":3.37703,"scheduling_latency_s":3.377075}1388vm-test-run-nixbot-gitlab> gitlab # [  247.117505] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.916Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e6f22e8381febe885e2f076a","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e6f22e8381febe885e2f076a: done: 0.031571 sec","job_status":"done","queue_duration_s":3.37703,"scheduling_latency_s":3.377075,"redis_calls":10,"redis_duration_s":0.003521,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001158,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002363,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.006,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.006,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017914,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031571,"completed_at":"2026-06-16T04:16:24.916Z","load_balancing_strategy":"primary","db_duration_s":0.00663,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1389vm-test-run-nixbot-gitlab> gitlab # [  247.119370] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.918Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"819c972c2dc251a001799db6","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-819c972c2dc251a001799db6: start","job_status":"start","queue_duration_s":3.410677,"scheduling_latency_s":3.410717}1390vm-test-run-nixbot-gitlab> gitlab # [  247.201321] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.947Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"819c972c2dc251a001799db6","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-819c972c2dc251a001799db6: done: 0.028786 sec","job_status":"done","queue_duration_s":3.410677,"scheduling_latency_s":3.410717,"redis_calls":10,"redis_duration_s":0.003171,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001262,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001909,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017971,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028786,"completed_at":"2026-06-16T04:16:24.947Z","load_balancing_strategy":"primary","db_duration_s":0.003293,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1391vm-test-run-nixbot-gitlab> gitlab # [  247.203322] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.949Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0ba24408adf353aa217424bc","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0ba24408adf353aa217424bc: start","job_status":"start","queue_duration_s":3.441377,"scheduling_latency_s":3.441413}1392vm-test-run-nixbot-gitlab> gitlab # [  247.224147] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.974Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0ba24408adf353aa217424bc","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0ba24408adf353aa217424bc: done: 0.025465 sec","job_status":"done","queue_duration_s":3.441377,"scheduling_latency_s":3.441413,"redis_calls":10,"redis_duration_s":0.002733,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001171,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001562,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016358,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025465,"completed_at":"2026-06-16T04:16:24.974Z","load_balancing_strategy":"primary","db_duration_s":0.002366,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1393vm-test-run-nixbot-gitlab> gitlab # [  247.304500] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:24.976Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d22c27dac964f12ffe886e66","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d22c27dac964f12ffe886e66: start","job_status":"start","queue_duration_s":3.468707,"scheduling_latency_s":3.468742}1394vm-test-run-nixbot-gitlab> gitlab # [  247.309576] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.001Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d22c27dac964f12ffe886e66","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d22c27dac964f12ffe886e66: done: 0.025039 sec","job_status":"done","queue_duration_s":3.468707,"scheduling_latency_s":3.468742,"redis_calls":10,"redis_duration_s":0.0026249999999999997,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001011,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001614,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016299,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025039,"completed_at":"2026-06-16T04:16:25.001Z","load_balancing_strategy":"primary","db_duration_s":0.002351,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1395vm-test-run-nixbot-gitlab> gitlab # [  247.420559] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.003Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"93ac8df253a5f0a74063d62f","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-93ac8df253a5f0a74063d62f: start","job_status":"start","queue_duration_s":3.495625,"scheduling_latency_s":3.495662}1396vm-test-run-nixbot-gitlab> gitlab # [  247.422433] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.030Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"93ac8df253a5f0a74063d62f","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-93ac8df253a5f0a74063d62f: done: 0.026988 sec","job_status":"done","queue_duration_s":3.495625,"scheduling_latency_s":3.495662,"redis_calls":10,"redis_duration_s":0.0032240000000000003,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001172,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002052,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017396,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026988,"completed_at":"2026-06-16T04:16:25.030Z","load_balancing_strategy":"primary","db_duration_s":0.002471,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1397vm-test-run-nixbot-gitlab> gitlab # [  247.510532] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.032Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5aa5c1b00ba194cbe31c2f75","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5aa5c1b00ba194cbe31c2f75: start","job_status":"start","queue_duration_s":3.52463,"scheduling_latency_s":3.524668}1398vm-test-run-nixbot-gitlab> gitlab # [  247.512254] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.059Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5aa5c1b00ba194cbe31c2f75","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5aa5c1b00ba194cbe31c2f75: done: 0.02733 sec","job_status":"done","queue_duration_s":3.52463,"scheduling_latency_s":3.524668,"redis_calls":10,"redis_duration_s":0.00313,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001481,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001649,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017284,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02733,"completed_at":"2026-06-16T04:16:25.059Z","load_balancing_strategy":"primary","db_duration_s":0.002434,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1399vm-test-run-nixbot-gitlab> gitlab # [  247.587366] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.061Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2b3c7487390e58d3925d3c02","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2b3c7487390e58d3925d3c02: start","job_status":"start","queue_duration_s":3.553947,"scheduling_latency_s":3.553984}1400vm-test-run-nixbot-gitlab> gitlab # [  247.589090] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.088Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2b3c7487390e58d3925d3c02","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2b3c7487390e58d3925d3c02: done: 0.027179 sec","job_status":"done","queue_duration_s":3.553947,"scheduling_latency_s":3.553984,"redis_calls":10,"redis_duration_s":0.002818,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001115,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001703,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017884,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027179,"completed_at":"2026-06-16T04:16:25.088Z","load_balancing_strategy":"primary","db_duration_s":0.00248,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1401vm-test-run-nixbot-gitlab> gitlab # [  247.665603] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.096Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e80a36c237638b6513220e34","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e80a36c237638b6513220e34: start","job_status":"start","queue_duration_s":3.588622,"scheduling_latency_s":3.588667}1402vm-test-run-nixbot-gitlab> gitlab # [  247.667231] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.130Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e80a36c237638b6513220e34","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e80a36c237638b6513220e34: done: 0.034689 sec","job_status":"done","queue_duration_s":3.588622,"scheduling_latency_s":3.588667,"redis_calls":10,"redis_duration_s":0.004902999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001277,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003626,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019987,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.034689,"completed_at":"2026-06-16T04:16:25.130Z","load_balancing_strategy":"primary","db_duration_s":0.002696,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1403vm-test-run-nixbot-gitlab> gitlab # [  247.742534] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.133Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ca5bc18826ef4a424716c09d","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ca5bc18826ef4a424716c09d: start","job_status":"start","queue_duration_s":3.625528,"scheduling_latency_s":3.625568}1404vm-test-run-nixbot-gitlab> gitlab # [  247.744790] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.161Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ca5bc18826ef4a424716c09d","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ca5bc18826ef4a424716c09d: done: 0.028189 sec","job_status":"done","queue_duration_s":3.625528,"scheduling_latency_s":3.625568,"redis_calls":10,"redis_duration_s":0.0028539999999999998,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001145,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001709,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018572,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028189,"completed_at":"2026-06-16T04:16:25.161Z","load_balancing_strategy":"primary","db_duration_s":0.002611,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1405vm-test-run-nixbot-gitlab> gitlab # [  247.820607] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.163Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6902ee72f42d5fadbae8bce7","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6902ee72f42d5fadbae8bce7: start","job_status":"start","queue_duration_s":3.655747,"scheduling_latency_s":3.655788}1406vm-test-run-nixbot-gitlab> gitlab # [  247.896441] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.202Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6902ee72f42d5fadbae8bce7","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6902ee72f42d5fadbae8bce7: done: 0.038744 sec","job_status":"done","queue_duration_s":3.655747,"scheduling_latency_s":3.655788,"redis_calls":10,"redis_duration_s":0.0077989999999999995,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001652,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.006147,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021154,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.038744,"completed_at":"2026-06-16T04:16:25.202Z","load_balancing_strategy":"primary","db_duration_s":0.005127,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1407vm-test-run-nixbot-gitlab> gitlab # [  247.898669] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.205Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"30e1840f9344a8524947ec3f","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-30e1840f9344a8524947ec3f: start","job_status":"start","queue_duration_s":3.69766,"scheduling_latency_s":3.697701}1408vm-test-run-nixbot-gitlab> gitlab # [  247.913744] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.234Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"30e1840f9344a8524947ec3f","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-30e1840f9344a8524947ec3f: done: 0.028764 sec","job_status":"done","queue_duration_s":3.69766,"scheduling_latency_s":3.697701,"redis_calls":10,"redis_duration_s":0.0029389999999999998,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001176,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001763,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018552,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028764,"completed_at":"2026-06-16T04:16:25.233Z","load_balancing_strategy":"primary","db_duration_s":0.002633,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1409vm-test-run-nixbot-gitlab> gitlab # [  247.992693] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.236Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c9ac861e0457670bf3e7b3be","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c9ac861e0457670bf3e7b3be: start","job_status":"start","queue_duration_s":3.728864,"scheduling_latency_s":3.728906}1410vm-test-run-nixbot-gitlab> gitlab # [  248.000848] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.264Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c9ac861e0457670bf3e7b3be","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c9ac861e0457670bf3e7b3be: done: 0.027992 sec","job_status":"done","queue_duration_s":3.728864,"scheduling_latency_s":3.728906,"redis_calls":10,"redis_duration_s":0.002805,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001117,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001688,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018476,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027992,"completed_at":"2026-06-16T04:16:25.264Z","load_balancing_strategy":"primary","db_duration_s":0.002596,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1411vm-test-run-nixbot-gitlab> gitlab # [  248.079703] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.266Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5509501dda42b3c353f04ad2","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5509501dda42b3c353f04ad2: start","job_status":"start","queue_duration_s":3.758913,"scheduling_latency_s":3.75895}1412vm-test-run-nixbot-gitlab> gitlab # [  248.086411] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.301Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5509501dda42b3c353f04ad2","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5509501dda42b3c353f04ad2: done: 0.034471 sec","job_status":"done","queue_duration_s":3.758913,"scheduling_latency_s":3.75895,"redis_calls":10,"redis_duration_s":0.005559,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001155,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004404,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019333,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.034471,"completed_at":"2026-06-16T04:16:25.300Z","load_balancing_strategy":"primary","db_duration_s":0.007586,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1413vm-test-run-nixbot-gitlab> gitlab # [  248.167528] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.303Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"632e5bf57de1c2e39a090792","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-632e5bf57de1c2e39a090792: start","job_status":"start","queue_duration_s":3.795427,"scheduling_latency_s":3.795466}1414vm-test-run-nixbot-gitlab> gitlab # [  248.172573] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.330Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"632e5bf57de1c2e39a090792","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-632e5bf57de1c2e39a090792: done: 0.027703 sec","job_status":"done","queue_duration_s":3.795427,"scheduling_latency_s":3.795466,"redis_calls":10,"redis_duration_s":0.002803,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001117,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001686,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017885,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027703,"completed_at":"2026-06-16T04:16:25.330Z","load_balancing_strategy":"primary","db_duration_s":0.002461,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1415vm-test-run-nixbot-gitlab> gitlab # [  248.264503] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.333Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2f358e7890f5b3910efd9b85","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2f358e7890f5b3910efd9b85: start","job_status":"start","queue_duration_s":3.825447,"scheduling_latency_s":3.825485}1416vm-test-run-nixbot-gitlab> gitlab # [  248.266378] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.361Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2f358e7890f5b3910efd9b85","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2f358e7890f5b3910efd9b85: done: 0.028327 sec","job_status":"done","queue_duration_s":3.825447,"scheduling_latency_s":3.825485,"redis_calls":10,"redis_duration_s":0.002948,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001176,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001772,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018642,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028327,"completed_at":"2026-06-16T04:16:25.361Z","load_balancing_strategy":"primary","db_duration_s":0.002654,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1417vm-test-run-nixbot-gitlab> gitlab # [  248.352630] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.363Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fafb433759edbebe2a2ae27b","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fafb433759edbebe2a2ae27b: start","job_status":"start","queue_duration_s":3.855901,"scheduling_latency_s":3.855941}1418vm-test-run-nixbot-gitlab> gitlab # [  248.354737] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.392Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fafb433759edbebe2a2ae27b","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fafb433759edbebe2a2ae27b: done: 0.028829 sec","job_status":"done","queue_duration_s":3.855901,"scheduling_latency_s":3.855941,"redis_calls":10,"redis_duration_s":0.0029300000000000003,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001234,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001696,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01872,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028829,"completed_at":"2026-06-16T04:16:25.392Z","load_balancing_strategy":"primary","db_duration_s":0.002679,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1419vm-test-run-nixbot-gitlab> gitlab # [  248.443720] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.394Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f1c31af3afa4955fd35cb31e","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f1c31af3afa4955fd35cb31e: start","job_status":"start","queue_duration_s":3.886836,"scheduling_latency_s":3.886876}1420vm-test-run-nixbot-gitlab> gitlab # [  248.445672] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.423Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f1c31af3afa4955fd35cb31e","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f1c31af3afa4955fd35cb31e: done: 0.028516 sec","job_status":"done","queue_duration_s":3.886836,"scheduling_latency_s":3.886876,"redis_calls":10,"redis_duration_s":0.002842,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001213,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001629,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018269,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028516,"completed_at":"2026-06-16T04:16:25.422Z","load_balancing_strategy":"primary","db_duration_s":0.002915,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1421vm-test-run-nixbot-gitlab> gitlab # [  248.568245] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.425Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8e8105e6d64cb95beaafc0d7","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8e8105e6d64cb95beaafc0d7: start","job_status":"start","queue_duration_s":3.917416,"scheduling_latency_s":3.917456}1422vm-test-run-nixbot-gitlab> gitlab # [  248.570134] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.454Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8e8105e6d64cb95beaafc0d7","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8e8105e6d64cb95beaafc0d7: done: 0.029028 sec","job_status":"done","queue_duration_s":3.917416,"scheduling_latency_s":3.917456,"redis_calls":10,"redis_duration_s":0.0035600000000000002,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001301,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002259,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018622,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.029028,"completed_at":"2026-06-16T04:16:25.453Z","load_balancing_strategy":"primary","db_duration_s":0.002705,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1423vm-test-run-nixbot-gitlab> gitlab # [  248.646358] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.458Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"38284fc4cfc93768784be0c0","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-38284fc4cfc93768784be0c0: start","job_status":"start","queue_duration_s":3.950714,"scheduling_latency_s":3.950756}1424vm-test-run-nixbot-gitlab> gitlab # [  248.648475] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.490Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"38284fc4cfc93768784be0c0","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-38284fc4cfc93768784be0c0: done: 0.031733 sec","job_status":"done","queue_duration_s":3.950714,"scheduling_latency_s":3.950756,"redis_calls":10,"redis_duration_s":0.004889,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001944,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002945,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018671,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031733,"completed_at":"2026-06-16T04:16:25.489Z","load_balancing_strategy":"primary","db_duration_s":0.003876,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1425vm-test-run-nixbot-gitlab> gitlab # [  248.730333] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.492Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5cae7f638b45a8717fde88b3","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5cae7f638b45a8717fde88b3: start","job_status":"start","queue_duration_s":3.984434,"scheduling_latency_s":3.984473}1426vm-test-run-nixbot-gitlab> gitlab # [  248.733509] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.519Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5cae7f638b45a8717fde88b3","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5cae7f638b45a8717fde88b3: done: 0.027546 sec","job_status":"done","queue_duration_s":3.984434,"scheduling_latency_s":3.984473,"redis_calls":10,"redis_duration_s":0.00279,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001107,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001683,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017099,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027546,"completed_at":"2026-06-16T04:16:25.519Z","load_balancing_strategy":"primary","db_duration_s":0.002475,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1427vm-test-run-nixbot-gitlab> gitlab # [  248.820428] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.521Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"401792d4f679d9d8ca9315cd","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-401792d4f679d9d8ca9315cd: start","job_status":"start","queue_duration_s":4.013963,"scheduling_latency_s":4.014}1428vm-test-run-nixbot-gitlab> gitlab # [  248.822613] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.548Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"401792d4f679d9d8ca9315cd","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-401792d4f679d9d8ca9315cd: done: 0.027162 sec","job_status":"done","queue_duration_s":4.013963,"scheduling_latency_s":4.014,"redis_calls":10,"redis_duration_s":0.0030470000000000002,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001455,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001592,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017678,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027162,"completed_at":"2026-06-16T04:16:25.548Z","load_balancing_strategy":"primary","db_duration_s":0.002465,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1429vm-test-run-nixbot-gitlab> gitlab # [  248.908188] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.552Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ae14b7eaf15638fbef6b0243","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ae14b7eaf15638fbef6b0243: start","job_status":"start","queue_duration_s":4.044689,"scheduling_latency_s":4.044727}1430vm-test-run-nixbot-gitlab> gitlab # [  248.909710] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ae14b7eaf15638fbef6b0243","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ae14b7eaf15638fbef6b0243: done: 0.298519 sec","job_status":"done","queue_duration_s":4.044689,"scheduling_latency_s":4.044727,"redis_calls":10,"redis_duration_s":0.008331,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003562,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004769,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020327,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.298519,"completed_at":"2026-06-16T04:16:25.855Z","load_balancing_strategy":"primary","db_duration_s":0.006635,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1431vm-test-run-nixbot-gitlab> gitlab # [  249.001960] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.868Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"66be39965e100c8459e0356c","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-66be39965e100c8459e0356c: start","job_status":"start","queue_duration_s":4.360372,"scheduling_latency_s":4.360445}1432vm-test-run-nixbot-gitlab> gitlab # [  249.003889] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.908Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"66be39965e100c8459e0356c","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-66be39965e100c8459e0356c: done: 0.040556 sec","job_status":"done","queue_duration_s":4.360372,"scheduling_latency_s":4.360445,"redis_calls":10,"redis_duration_s":0.005043,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001813,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00323,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.040556,"completed_at":"2026-06-16T04:16:25.908Z","load_balancing_strategy":"primary","db_duration_s":0.004223,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1433vm-test-run-nixbot-gitlab> gitlab # [  249.016450] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.912Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0fe2a61831045427829b610b","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0fe2a61831045427829b610b: start","job_status":"start","queue_duration_s":4.40469,"scheduling_latency_s":4.404732}1434vm-test-run-nixbot-gitlab> gitlab # [  249.096237] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.957Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0fe2a61831045427829b610b","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0fe2a61831045427829b610b: done: 0.045394 sec","job_status":"done","queue_duration_s":4.40469,"scheduling_latency_s":4.404732,"redis_calls":10,"redis_duration_s":0.003084,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001263,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001821,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015342,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.045394,"completed_at":"2026-06-16T04:16:25.957Z","load_balancing_strategy":"primary","db_duration_s":0.002441,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1435vm-test-run-nixbot-gitlab> gitlab # [  249.103462] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.960Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a32e8c708844f49b746b95af","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a32e8c708844f49b746b95af: start","job_status":"start","queue_duration_s":4.453043,"scheduling_latency_s":4.453098}1436vm-test-run-nixbot-gitlab> gitlab # [  249.178315] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.987Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a32e8c708844f49b746b95af","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a32e8c708844f49b746b95af: done: 0.026706 sec","job_status":"done","queue_duration_s":4.453043,"scheduling_latency_s":4.453098,"redis_calls":10,"redis_duration_s":0.002902,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001167,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001735,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015956,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026706,"completed_at":"2026-06-16T04:16:25.987Z","load_balancing_strategy":"primary","db_duration_s":0.002719,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1437vm-test-run-nixbot-gitlab> gitlab # [  249.256630] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:25.992Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a213f99a7b840a964feebc13","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a213f99a7b840a964feebc13: start","job_status":"start","queue_duration_s":4.484506,"scheduling_latency_s":4.484544}1438vm-test-run-nixbot-gitlab> gitlab # [  249.258491] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.015Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a213f99a7b840a964feebc13","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a213f99a7b840a964feebc13: done: 0.023577 sec","job_status":"done","queue_duration_s":4.484506,"scheduling_latency_s":4.484544,"redis_calls":10,"redis_duration_s":0.002947,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00124,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001707,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014884,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023577,"completed_at":"2026-06-16T04:16:26.015Z","load_balancing_strategy":"primary","db_duration_s":0.002495,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1439vm-test-run-nixbot-gitlab> gitlab # [  249.342460] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.017Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"bd1904f878a9e7a568c6c418","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-bd1904f878a9e7a568c6c418: start","job_status":"start","queue_duration_s":4.509891,"scheduling_latency_s":4.50992}1440vm-test-run-nixbot-gitlab> gitlab # [  249.344416] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.040Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"bd1904f878a9e7a568c6c418","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-bd1904f878a9e7a568c6c418: done: 0.022775 sec","job_status":"done","queue_duration_s":4.509891,"scheduling_latency_s":4.50992,"redis_calls":10,"redis_duration_s":0.002852,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00114,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001712,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014661,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022775,"completed_at":"2026-06-16T04:16:26.040Z","load_balancing_strategy":"primary","db_duration_s":0.002212,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1441vm-test-run-nixbot-gitlab> gitlab # [  249.364604] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.042Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c3ddacfa304822f05152b07b","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c3ddacfa304822f05152b07b: start","job_status":"start","queue_duration_s":4.534487,"scheduling_latency_s":4.534518}1442vm-test-run-nixbot-gitlab> gitlab # [  249.449353] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.065Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c3ddacfa304822f05152b07b","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c3ddacfa304822f05152b07b: done: 0.023584 sec","job_status":"done","queue_duration_s":4.534487,"scheduling_latency_s":4.534518,"redis_calls":10,"redis_duration_s":0.003045,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001269,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001776,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015027,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023584,"completed_at":"2026-06-16T04:16:26.065Z","load_balancing_strategy":"primary","db_duration_s":0.002434,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1443vm-test-run-nixbot-gitlab> gitlab # [  249.451241] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.069Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"634873c587f8554987e11daa","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-634873c587f8554987e11daa: start","job_status":"start","queue_duration_s":4.561975,"scheduling_latency_s":4.56201}1444vm-test-run-nixbot-gitlab> gitlab # [  249.532487] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.094Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"634873c587f8554987e11daa","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-634873c587f8554987e11daa: done: 0.024637 sec","job_status":"done","queue_duration_s":4.561975,"scheduling_latency_s":4.56201,"redis_calls":10,"redis_duration_s":0.0028799999999999997,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00115,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00173,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015714,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024637,"completed_at":"2026-06-16T04:16:26.094Z","load_balancing_strategy":"primary","db_duration_s":0.002487,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1445vm-test-run-nixbot-gitlab> gitlab # [  249.536880] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.096Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"63dc14a6de378b11552c5c1e","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-63dc14a6de378b11552c5c1e: start","job_status":"start","queue_duration_s":4.588516,"scheduling_latency_s":4.588546}1446vm-test-run-nixbot-gitlab> gitlab # [  249.627253] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.120Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"63dc14a6de378b11552c5c1e","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-63dc14a6de378b11552c5c1e: done: 0.023889 sec","job_status":"done","queue_duration_s":4.588516,"scheduling_latency_s":4.588546,"redis_calls":10,"redis_duration_s":0.002836,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001136,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.0017,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015359,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023889,"completed_at":"2026-06-16T04:16:26.119Z","load_balancing_strategy":"primary","db_duration_s":0.002413,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1447vm-test-run-nixbot-gitlab> gitlab # [  249.629194] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.122Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c0af3e3938a2b8efcf30f008","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c0af3e3938a2b8efcf30f008: start","job_status":"start","queue_duration_s":4.614322,"scheduling_latency_s":4.614353}1448vm-test-run-nixbot-gitlab> gitlab # [  249.704595] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.152Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c0af3e3938a2b8efcf30f008","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c0af3e3938a2b8efcf30f008: done: 0.030085 sec","job_status":"done","queue_duration_s":4.614322,"scheduling_latency_s":4.614353,"redis_calls":10,"redis_duration_s":0.006378,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003732,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002646,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017272,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.030085,"completed_at":"2026-06-16T04:16:26.151Z","load_balancing_strategy":"primary","db_duration_s":0.002685,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449vm-test-run-nixbot-gitlab> gitlab # [  249.708978] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.155Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"458e3027d4c4e6dcd1478523","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-458e3027d4c4e6dcd1478523: start","job_status":"start","queue_duration_s":4.647774,"scheduling_latency_s":4.647812}1450vm-test-run-nixbot-gitlab> gitlab # [  249.791657] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.184Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"458e3027d4c4e6dcd1478523","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-458e3027d4c4e6dcd1478523: done: 0.029128 sec","job_status":"done","queue_duration_s":4.647774,"scheduling_latency_s":4.647812,"redis_calls":10,"redis_duration_s":0.004411,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001725,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002686,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017938,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.029128,"completed_at":"2026-06-16T04:16:26.184Z","load_balancing_strategy":"primary","db_duration_s":0.002765,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1451vm-test-run-nixbot-gitlab> gitlab # [  249.796106] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.186Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"638ef3204bd60eac6e4f77e3","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-638ef3204bd60eac6e4f77e3: start","job_status":"start","queue_duration_s":4.678954,"scheduling_latency_s":4.678991}1452vm-test-run-nixbot-gitlab> gitlab # [  249.870501] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.213Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"638ef3204bd60eac6e4f77e3","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-638ef3204bd60eac6e4f77e3: done: 0.026491 sec","job_status":"done","queue_duration_s":4.678954,"scheduling_latency_s":4.678991,"redis_calls":10,"redis_duration_s":0.002968,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0012,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001768,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016907,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026491,"completed_at":"2026-06-16T04:16:26.213Z","load_balancing_strategy":"primary","db_duration_s":0.002731,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1453vm-test-run-nixbot-gitlab> gitlab # [  249.881979] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.215Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7589899b8339ad58aa76401c","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7589899b8339ad58aa76401c: start","job_status":"start","queue_duration_s":4.707564,"scheduling_latency_s":4.707601}1454vm-test-run-nixbot-gitlab> gitlab # [  249.971921] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.243Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7589899b8339ad58aa76401c","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7589899b8339ad58aa76401c: done: 0.028549 sec","job_status":"done","queue_duration_s":4.707564,"scheduling_latency_s":4.707601,"redis_calls":10,"redis_duration_s":0.004619,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001324,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003295,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017258,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028549,"completed_at":"2026-06-16T04:16:26.243Z","load_balancing_strategy":"primary","db_duration_s":0.002842,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1455vm-test-run-nixbot-gitlab> gitlab # [  249.973943] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.247Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6486670d9e64a7e3e55f009f","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6486670d9e64a7e3e55f009f: start","job_status":"start","queue_duration_s":4.739773,"scheduling_latency_s":4.739813}1456vm-test-run-nixbot-gitlab> gitlab # [  250.050427] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.274Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6486670d9e64a7e3e55f009f","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6486670d9e64a7e3e55f009f: done: 0.027263 sec","job_status":"done","queue_duration_s":4.739773,"scheduling_latency_s":4.739813,"redis_calls":10,"redis_duration_s":0.002946,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001223,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001723,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017347,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027263,"completed_at":"2026-06-16T04:16:26.274Z","load_balancing_strategy":"primary","db_duration_s":0.002937,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1457vm-test-run-nixbot-gitlab> gitlab # [  250.054200] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.276Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"807e6ce7342e2bcc4b255d98","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-807e6ce7342e2bcc4b255d98: start","job_status":"start","queue_duration_s":4.769168,"scheduling_latency_s":4.769204}1458vm-test-run-nixbot-gitlab> gitlab # [  250.147365] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.304Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"807e6ce7342e2bcc4b255d98","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-807e6ce7342e2bcc4b255d98: done: 0.027439 sec","job_status":"done","queue_duration_s":4.769168,"scheduling_latency_s":4.769204,"redis_calls":10,"redis_duration_s":0.003069,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001213,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001856,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017403,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027439,"completed_at":"2026-06-16T04:16:26.304Z","load_balancing_strategy":"primary","db_duration_s":0.002991,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1459vm-test-run-nixbot-gitlab> gitlab # [  250.149322] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.306Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"11c983480b35f6bf87048fb3","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-11c983480b35f6bf87048fb3: start","job_status":"start","queue_duration_s":4.79885,"scheduling_latency_s":4.798889}1460vm-test-run-nixbot-gitlab> gitlab # [  250.231315] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.334Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"11c983480b35f6bf87048fb3","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-11c983480b35f6bf87048fb3: done: 0.027914 sec","job_status":"done","queue_duration_s":4.79885,"scheduling_latency_s":4.798889,"redis_calls":10,"redis_duration_s":0.003241,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001392,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001849,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017374,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027914,"completed_at":"2026-06-16T04:16:26.334Z","load_balancing_strategy":"primary","db_duration_s":0.00341,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1461vm-test-run-nixbot-gitlab> gitlab # [  250.233178] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.336Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"066595b019697601d7265de5","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-066595b019697601d7265de5: start","job_status":"start","queue_duration_s":4.828895,"scheduling_latency_s":4.828935}1462vm-test-run-nixbot-gitlab> gitlab # [  250.308468] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.364Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"066595b019697601d7265de5","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-066595b019697601d7265de5: done: 0.027503 sec","job_status":"done","queue_duration_s":4.828895,"scheduling_latency_s":4.828935,"redis_calls":10,"redis_duration_s":0.003133,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00124,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001893,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017413,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027503,"completed_at":"2026-06-16T04:16:26.363Z","load_balancing_strategy":"primary","db_duration_s":0.002982,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1463vm-test-run-nixbot-gitlab> gitlab # [  250.312499] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.366Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"afecdaa7033946431fdd4414","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-afecdaa7033946431fdd4414: start","job_status":"start","queue_duration_s":4.858524,"scheduling_latency_s":4.858563}1464vm-test-run-nixbot-gitlab> gitlab # [  250.388501] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.393Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"afecdaa7033946431fdd4414","created_at":"2026-06-16T04:16:21.357Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-d528bb89ea294f45","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cecf33f21bf01886489a404fe658d489","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:21.507Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-afecdaa7033946431fdd4414: done: 0.026872 sec","job_status":"done","queue_duration_s":4.858524,"scheduling_latency_s":4.858563,"redis_calls":10,"redis_duration_s":0.003196,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001211,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001985,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016937,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026872,"completed_at":"2026-06-16T04:16:26.392Z","load_balancing_strategy":"primary","db_duration_s":0.002978,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1465vm-test-run-nixbot-gitlab> gitlab # [  250.465474] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.395Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d3193652191f4e2a7313b5fa","created_at":"2026-06-16T04:16:22.485Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-fc71346f977d4675","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"834747c6b4a8d1e15aa8bd0843c3ccf1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.503Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d3193652191f4e2a7313b5fa: start","job_status":"start","queue_duration_s":3.891584,"scheduling_latency_s":3.891623}1466vm-test-run-nixbot-gitlab> gitlab # [  250.467213] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.418Z","message":"No existing merge request to be cleaned up."}1467vm-test-run-nixbot-gitlab> gitlab # [  250.468190] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.434Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d3193652191f4e2a7313b5fa","created_at":"2026-06-16T04:16:22.485Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-fc71346f977d4675","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"834747c6b4a8d1e15aa8bd0843c3ccf1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.503Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d3193652191f4e2a7313b5fa: done: 0.038939 sec","job_status":"done","queue_duration_s":3.891584,"scheduling_latency_s":3.891623,"redis_calls":13,"redis_duration_s":0.004315,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000689,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001607,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002019,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024593,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000480508,"duration_s":0.038939,"completed_at":"2026-06-16T04:16:26.433Z","load_balancing_strategy":"primary","db_duration_s":0.004398,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1468vm-test-run-nixbot-gitlab> gitlab # [  250.543448] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.436Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"425c37d5813c3a7d03034d5b","created_at":"2026-06-16T04:16:22.485Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-fc71346f977d4675","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"834747c6b4a8d1e15aa8bd0843c3ccf1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.503Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-425c37d5813c3a7d03034d5b: start","job_status":"start","queue_duration_s":3.932723,"scheduling_latency_s":3.932757}1469vm-test-run-nixbot-gitlab> gitlab # [  250.545223] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.452Z","message":"No existing merge request to be cleaned up."}1470vm-test-run-nixbot-gitlab> gitlab # [  250.546310] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.463Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"425c37d5813c3a7d03034d5b","created_at":"2026-06-16T04:16:22.485Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-fc71346f977d4675","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"834747c6b4a8d1e15aa8bd0843c3ccf1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.503Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-425c37d5813c3a7d03034d5b: done: 0.027295 sec","job_status":"done","queue_duration_s":3.932723,"scheduling_latency_s":3.932757,"redis_calls":10,"redis_duration_s":0.003121,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001181,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00194,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016622,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027295,"completed_at":"2026-06-16T04:16:26.463Z","load_balancing_strategy":"primary","db_duration_s":0.002484,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1471vm-test-run-nixbot-gitlab> gitlab # [  250.625984] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.465Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"bc981360b9356296bc8520d2","created_at":"2026-06-16T04:16:22.485Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-fc71346f977d4675","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"834747c6b4a8d1e15aa8bd0843c3ccf1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.503Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-bc981360b9356296bc8520d2: start","job_status":"start","queue_duration_s":3.962159,"scheduling_latency_s":3.962204}1472vm-test-run-nixbot-gitlab> gitlab # [  250.627347] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.481Z","message":"No existing merge request to be cleaned up."}1473vm-test-run-nixbot-gitlab> gitlab # [  250.628062] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.492Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"bc981360b9356296bc8520d2","created_at":"2026-06-16T04:16:22.485Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-fc71346f977d4675","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"834747c6b4a8d1e15aa8bd0843c3ccf1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.503Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-bc981360b9356296bc8520d2: done: 0.026816 sec","job_status":"done","queue_duration_s":3.962159,"scheduling_latency_s":3.962204,"redis_calls":10,"redis_duration_s":0.003478,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001485,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001993,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016888,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026816,"completed_at":"2026-06-16T04:16:26.492Z","load_balancing_strategy":"primary","db_duration_s":0.00245,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1474vm-test-run-nixbot-gitlab> gitlab # [  250.740341] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.494Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"6620017e31f4edf48ae19da9","created_at":"2026-06-16T04:16:22.485Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-fc71346f977d4675","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"834747c6b4a8d1e15aa8bd0843c3ccf1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.503Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-6620017e31f4edf48ae19da9: start","job_status":"start","queue_duration_s":3.991195,"scheduling_latency_s":3.991236}1475vm-test-run-nixbot-gitlab> gitlab # [  250.742077] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.510Z","message":"No existing merge request to be cleaned up."}1476vm-test-run-nixbot-gitlab> gitlab # [  250.743078] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.521Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"6620017e31f4edf48ae19da9","created_at":"2026-06-16T04:16:22.485Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-fc71346f977d4675","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"834747c6b4a8d1e15aa8bd0843c3ccf1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.503Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-6620017e31f4edf48ae19da9: done: 0.026605 sec","job_status":"done","queue_duration_s":3.991195,"scheduling_latency_s":3.991236,"redis_calls":10,"redis_duration_s":0.0033829999999999997,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001354,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002029,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016362,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026605,"completed_at":"2026-06-16T04:16:26.521Z","load_balancing_strategy":"primary","db_duration_s":0.002602,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1477vm-test-run-nixbot-gitlab> gitlab # [  250.760716] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.523Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"207c4f4cdde77102f9f43bc2","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-207c4f4cdde77102f9f43bc2: start","job_status":"start","queue_duration_s":3.63504,"scheduling_latency_s":3.635079}1478vm-test-run-nixbot-gitlab> gitlab # [  250.782118] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.554Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"207c4f4cdde77102f9f43bc2","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-207c4f4cdde77102f9f43bc2: done: 0.030661 sec","job_status":"done","queue_duration_s":3.63504,"scheduling_latency_s":3.635079,"redis_calls":16,"redis_duration_s":0.004879,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000556,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001514,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002809,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018305,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000468774,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.030661,"completed_at":"2026-06-16T04:16:26.553Z","load_balancing_strategy":"primary","db_duration_s":0.00076,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1479vm-test-run-nixbot-gitlab> gitlab # [  250.893325] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.556Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df6f35386f41aa228138e40b","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df6f35386f41aa228138e40b: start","job_status":"start","queue_duration_s":3.667818,"scheduling_latency_s":3.667851}1480vm-test-run-nixbot-gitlab> gitlab # [  250.895183] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.579Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df6f35386f41aa228138e40b","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df6f35386f41aa228138e40b: done: 0.023667 sec","job_status":"done","queue_duration_s":3.667818,"scheduling_latency_s":3.667851,"redis_calls":13,"redis_duration_s":0.004225,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0012,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003025,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014671,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023667,"completed_at":"2026-06-16T04:16:26.579Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1481vm-test-run-nixbot-gitlab> gitlab # [  251.006849] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"501c4b8ffe4ce7943c78a48c","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-501c4b8ffe4ce7943c78a48c: start","job_status":"start","queue_duration_s":3.693539,"scheduling_latency_s":3.693579}1482vm-test-run-nixbot-gitlab> gitlab # [  251.008210] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.609Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"501c4b8ffe4ce7943c78a48c","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-501c4b8ffe4ce7943c78a48c: done: 0.027265 sec","job_status":"done","queue_duration_s":3.693539,"scheduling_latency_s":3.693579,"redis_calls":13,"redis_duration_s":0.0072569999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002653,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004604,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015014,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027265,"completed_at":"2026-06-16T04:16:26.609Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1483vm-test-run-nixbot-gitlab> gitlab # [  251.087349] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.612Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"587abc34fe5edab716dcdcca","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-587abc34fe5edab716dcdcca: start","job_status":"start","queue_duration_s":3.724056,"scheduling_latency_s":3.724097}1484vm-test-run-nixbot-gitlab> gitlab # [  251.089188] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.636Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"587abc34fe5edab716dcdcca","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-587abc34fe5edab716dcdcca: done: 0.024098 sec","job_status":"done","queue_duration_s":3.724056,"scheduling_latency_s":3.724097,"redis_calls":13,"redis_duration_s":0.004195,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001396,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002799,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015043,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024098,"completed_at":"2026-06-16T04:16:26.636Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1485vm-test-run-nixbot-gitlab> gitlab # [  251.180636] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.638Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d7285b83d4c0e1e375091a8","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d7285b83d4c0e1e375091a8: start","job_status":"start","queue_duration_s":3.750279,"scheduling_latency_s":3.750319}1486vm-test-run-nixbot-gitlab> gitlab # [  251.182286] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.662Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d7285b83d4c0e1e375091a8","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d7285b83d4c0e1e375091a8: done: 0.024013 sec","job_status":"done","queue_duration_s":3.750279,"scheduling_latency_s":3.750319,"redis_calls":13,"redis_duration_s":0.004271,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001397,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002874,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014992,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024013,"completed_at":"2026-06-16T04:16:26.662Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1487vm-test-run-nixbot-gitlab> gitlab # [  251.265346] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.665Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"045f4bba50098e4f9c0109cf","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-045f4bba50098e4f9c0109cf: start","job_status":"start","queue_duration_s":3.77687,"scheduling_latency_s":3.776908}1488vm-test-run-nixbot-gitlab> gitlab # [  251.267115] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.690Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"045f4bba50098e4f9c0109cf","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-045f4bba50098e4f9c0109cf: done: 0.024997 sec","job_status":"done","queue_duration_s":3.77687,"scheduling_latency_s":3.776908,"redis_calls":13,"redis_duration_s":0.003921,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001222,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002699,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014894,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024997,"completed_at":"2026-06-16T04:16:26.690Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1489vm-test-run-nixbot-gitlab> gitlab # [  251.354360] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3326fca669c38b95bf2bdb9b","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3326fca669c38b95bf2bdb9b: start","job_status":"start","queue_duration_s":3.80469,"scheduling_latency_s":3.80473}1490vm-test-run-nixbot-gitlab> gitlab # [  251.356150] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.729Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3326fca669c38b95bf2bdb9b","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3326fca669c38b95bf2bdb9b: done: 0.036566 sec","job_status":"done","queue_duration_s":3.80469,"scheduling_latency_s":3.80473,"redis_calls":13,"redis_duration_s":0.016489,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.007749,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00874,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014938,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.036566,"completed_at":"2026-06-16T04:16:26.729Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1491vm-test-run-nixbot-gitlab> gitlab # [  251.451274] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.733Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8f2406ba68fd3476f783c122","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8f2406ba68fd3476f783c122: start","job_status":"start","queue_duration_s":3.845014,"scheduling_latency_s":3.845055}1492vm-test-run-nixbot-gitlab> gitlab # [  251.453131] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.758Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8f2406ba68fd3476f783c122","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8f2406ba68fd3476f783c122: done: 0.025145 sec","job_status":"done","queue_duration_s":3.845014,"scheduling_latency_s":3.845055,"redis_calls":13,"redis_duration_s":0.005474,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001118,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004356,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014873,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025145,"completed_at":"2026-06-16T04:16:26.758Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1493vm-test-run-nixbot-gitlab> gitlab # [  251.530665] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.760Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e0e429c06ac0c85a047d8da1","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e0e429c06ac0c85a047d8da1: start","job_status":"start","queue_duration_s":3.87207,"scheduling_latency_s":3.872108}1494vm-test-run-nixbot-gitlab> gitlab # [  251.532539] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.782Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e0e429c06ac0c85a047d8da1","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e0e429c06ac0c85a047d8da1: done: 0.021804 sec","job_status":"done","queue_duration_s":3.87207,"scheduling_latency_s":3.872108,"redis_calls":13,"redis_duration_s":0.0035459999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001103,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002443,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013965,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021804,"completed_at":"2026-06-16T04:16:26.782Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1495vm-test-run-nixbot-gitlab> gitlab # [  251.560535] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.784Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c1ee1c1bab762dc44b54b595","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c1ee1c1bab762dc44b54b595: start","job_status":"start","queue_duration_s":3.895708,"scheduling_latency_s":3.895743}1496vm-test-run-nixbot-gitlab> gitlab # [  251.583357] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.805Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c1ee1c1bab762dc44b54b595","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c1ee1c1bab762dc44b54b595: done: 0.021317 sec","job_status":"done","queue_duration_s":3.895708,"scheduling_latency_s":3.895743,"redis_calls":13,"redis_duration_s":0.003184,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000995,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002189,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013854,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021317,"completed_at":"2026-06-16T04:16:26.805Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1497vm-test-run-nixbot-gitlab> gitlab # [  251.660642] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.807Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0987a220b529f58bb195692a","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0987a220b529f58bb195692a: start","job_status":"start","queue_duration_s":3.91883,"scheduling_latency_s":3.918864}1498vm-test-run-nixbot-gitlab> gitlab # [  251.672609] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.829Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0987a220b529f58bb195692a","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0987a220b529f58bb195692a: done: 0.022288 sec","job_status":"done","queue_duration_s":3.91883,"scheduling_latency_s":3.918864,"redis_calls":13,"redis_duration_s":0.003961,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00108,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002881,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014118,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022288,"completed_at":"2026-06-16T04:16:26.829Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1499vm-test-run-nixbot-gitlab> gitlab # [  251.778531] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.831Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6bb68f33451bb4ad52c17665","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6bb68f33451bb4ad52c17665: start","job_status":"start","queue_duration_s":3.943043,"scheduling_latency_s":3.943081}1500vm-test-run-nixbot-gitlab> gitlab # [  251.780746] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.853Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6bb68f33451bb4ad52c17665","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6bb68f33451bb4ad52c17665: done: 0.022131 sec","job_status":"done","queue_duration_s":3.943043,"scheduling_latency_s":3.943081,"redis_calls":13,"redis_duration_s":0.0033480000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001092,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002256,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014407,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022131,"completed_at":"2026-06-16T04:16:26.853Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1501vm-test-run-nixbot-gitlab> gitlab # [  251.833466] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9fbd9c1357c72f732dbcc87","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9fbd9c1357c72f732dbcc87: start","job_status":"start","queue_duration_s":3.967078,"scheduling_latency_s":3.967115}1502vm-test-run-nixbot-gitlab> gitlab # [  251.925122] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.877Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9fbd9c1357c72f732dbcc87","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9fbd9c1357c72f732dbcc87: done: 0.021655 sec","job_status":"done","queue_duration_s":3.967078,"scheduling_latency_s":3.967115,"redis_calls":13,"redis_duration_s":0.003447,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001131,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002316,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013978,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021655,"completed_at":"2026-06-16T04:16:26.877Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1503vm-test-run-nixbot-gitlab> gitlab # [  251.927311] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.879Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3dcb16a5b1af5c527c4a5c94","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3dcb16a5b1af5c527c4a5c94: start","job_status":"start","queue_duration_s":3.990601,"scheduling_latency_s":3.990635}1504vm-test-run-nixbot-gitlab> gitlab # [  252.009864] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.905Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3dcb16a5b1af5c527c4a5c94","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3dcb16a5b1af5c527c4a5c94: done: 0.027 sec","job_status":"done","queue_duration_s":3.990601,"scheduling_latency_s":3.990635,"redis_calls":13,"redis_duration_s":0.008121999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001159,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006963,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01448,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027,"completed_at":"2026-06-16T04:16:26.905Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1505vm-test-run-nixbot-gitlab> gitlab # [  252.011911] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.908Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ca7cdfc3fcdd1edfe29d10b","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ca7cdfc3fcdd1edfe29d10b: start","job_status":"start","queue_duration_s":4.019599,"scheduling_latency_s":4.019639}1506vm-test-run-nixbot-gitlab> gitlab # [  252.089580] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.930Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ca7cdfc3fcdd1edfe29d10b","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ca7cdfc3fcdd1edfe29d10b: done: 0.022461 sec","job_status":"done","queue_duration_s":4.019599,"scheduling_latency_s":4.019639,"redis_calls":13,"redis_duration_s":0.003507,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001157,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00235,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014459,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022461,"completed_at":"2026-06-16T04:16:26.930Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1507vm-test-run-nixbot-gitlab> gitlab # [  252.098329] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.932Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f91d80b10352be3e386fca8a","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f91d80b10352be3e386fca8a: start","job_status":"start","queue_duration_s":4.044258,"scheduling_latency_s":4.044299}1508vm-test-run-nixbot-gitlab> gitlab # [  252.188331] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.955Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f91d80b10352be3e386fca8a","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f91d80b10352be3e386fca8a: done: 0.022515 sec","job_status":"done","queue_duration_s":4.044258,"scheduling_latency_s":4.044299,"redis_calls":13,"redis_duration_s":0.0032709999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001037,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002234,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014521,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022515,"completed_at":"2026-06-16T04:16:26.955Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1509vm-test-run-nixbot-gitlab> gitlab # [  252.190248] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.957Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4782fc331a7d410fa7d9cbdf","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4782fc331a7d410fa7d9cbdf: start","job_status":"start","queue_duration_s":4.068627,"scheduling_latency_s":4.068663}1510vm-test-run-nixbot-gitlab> gitlab # [  252.273458] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.984Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4782fc331a7d410fa7d9cbdf","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4782fc331a7d410fa7d9cbdf: done: 0.027843 sec","job_status":"done","queue_duration_s":4.068627,"scheduling_latency_s":4.068663,"redis_calls":13,"redis_duration_s":0.008597,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00425,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004347,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015056,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027843,"completed_at":"2026-06-16T04:16:26.984Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1511vm-test-run-nixbot-gitlab> gitlab # [  252.276116] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:26.988Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"343f83ab9a2a2b7ef1c889cf","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-343f83ab9a2a2b7ef1c889cf: start","job_status":"start","queue_duration_s":4.100472,"scheduling_latency_s":4.100514}1512vm-test-run-nixbot-gitlab> gitlab # [  252.368586] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.019Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"343f83ab9a2a2b7ef1c889cf","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-343f83ab9a2a2b7ef1c889cf: done: 0.031164 sec","job_status":"done","queue_duration_s":4.100472,"scheduling_latency_s":4.100514,"redis_calls":13,"redis_duration_s":0.005759,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002045,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003714,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015471,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.031164,"completed_at":"2026-06-16T04:16:27.019Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1513vm-test-run-nixbot-gitlab> gitlab # [  252.370758] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.021Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3d7034d22c0ad25ddebba93a","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3d7034d22c0ad25ddebba93a: start","job_status":"start","queue_duration_s":4.133511,"scheduling_latency_s":4.133548}1514vm-test-run-nixbot-gitlab> gitlab # [  252.450577] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.043Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3d7034d22c0ad25ddebba93a","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3d7034d22c0ad25ddebba93a: done: 0.021943 sec","job_status":"done","queue_duration_s":4.133511,"scheduling_latency_s":4.133548,"redis_calls":13,"redis_duration_s":0.003516,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001199,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002317,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021943,"completed_at":"2026-06-16T04:16:27.043Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1515vm-test-run-nixbot-gitlab> gitlab # [  252.453482] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.045Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0ef61309536eab564c6a8da4","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0ef61309536eab564c6a8da4: start","job_status":"start","queue_duration_s":4.157211,"scheduling_latency_s":4.157243}1516vm-test-run-nixbot-gitlab> gitlab # [  252.475532] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.066Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0ef61309536eab564c6a8da4","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0ef61309536eab564c6a8da4: done: 0.021266 sec","job_status":"done","queue_duration_s":4.157211,"scheduling_latency_s":4.157243,"redis_calls":13,"redis_duration_s":0.003585,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001065,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00252,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013642,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021266,"completed_at":"2026-06-16T04:16:27.066Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1517vm-test-run-nixbot-gitlab> gitlab # [  252.572609] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.070Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d52ad43a53723ce33082177b","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d52ad43a53723ce33082177b: start","job_status":"start","queue_duration_s":4.181689,"scheduling_latency_s":4.181722}1518vm-test-run-nixbot-gitlab> gitlab # [  252.574197] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.096Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d52ad43a53723ce33082177b","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d52ad43a53723ce33082177b: done: 0.026042 sec","job_status":"done","queue_duration_s":4.181689,"scheduling_latency_s":4.181722,"redis_calls":13,"redis_duration_s":0.0066300000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002979,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003651,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014198,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026042,"completed_at":"2026-06-16T04:16:27.096Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1519vm-test-run-nixbot-gitlab> gitlab # [  252.691371] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.097Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d653212348597530ad6d27b4","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d653212348597530ad6d27b4: start","job_status":"start","queue_duration_s":4.209558,"scheduling_latency_s":4.209597}1520vm-test-run-nixbot-gitlab> gitlab # [  252.693380] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.119Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d653212348597530ad6d27b4","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d653212348597530ad6d27b4: done: 0.021431 sec","job_status":"done","queue_duration_s":4.209558,"scheduling_latency_s":4.209597,"redis_calls":13,"redis_duration_s":0.003016,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00095,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002066,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014041,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021431,"completed_at":"2026-06-16T04:16:27.119Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1521vm-test-run-nixbot-gitlab> gitlab # [  252.726097] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.121Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8d3b8f7e47c173ab717466e0","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8d3b8f7e47c173ab717466e0: start","job_status":"start","queue_duration_s":4.232817,"scheduling_latency_s":4.232851}1522vm-test-run-nixbot-gitlab> gitlab # [  252.808603] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.143Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8d3b8f7e47c173ab717466e0","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8d3b8f7e47c173ab717466e0: done: 0.022089 sec","job_status":"done","queue_duration_s":4.232817,"scheduling_latency_s":4.232851,"redis_calls":13,"redis_duration_s":0.003138,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001049,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002089,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014012,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022089,"completed_at":"2026-06-16T04:16:27.143Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1523vm-test-run-nixbot-gitlab> gitlab # [  252.815103] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.145Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e61d11ca78fe94a15aa21b0e","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e61d11ca78fe94a15aa21b0e: start","job_status":"start","queue_duration_s":4.256791,"scheduling_latency_s":4.256823}1524vm-test-run-nixbot-gitlab> gitlab # [  252.838418] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.172Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e61d11ca78fe94a15aa21b0e","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e61d11ca78fe94a15aa21b0e: done: 0.027374 sec","job_status":"done","queue_duration_s":4.256791,"scheduling_latency_s":4.256823,"redis_calls":13,"redis_duration_s":0.01067,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001735,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.008935,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013091,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027374,"completed_at":"2026-06-16T04:16:27.172Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525vm-test-run-nixbot-gitlab> gitlab # [  252.927584] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.175Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fdcb47094ed9561c527e80eb","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fdcb47094ed9561c527e80eb: start","job_status":"start","queue_duration_s":4.286752,"scheduling_latency_s":4.286786}1526vm-test-run-nixbot-gitlab> gitlab # [  252.929490] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.194Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fdcb47094ed9561c527e80eb","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fdcb47094ed9561c527e80eb: done: 0.019314 sec","job_status":"done","queue_duration_s":4.286752,"scheduling_latency_s":4.286786,"redis_calls":13,"redis_duration_s":0.003068,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000951,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002117,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01231,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019314,"completed_at":"2026-06-16T04:16:27.194Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1527vm-test-run-nixbot-gitlab> gitlab # [  253.037632] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.196Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd96f7692a02959276bb8854","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd96f7692a02959276bb8854: start","job_status":"start","queue_duration_s":4.307763,"scheduling_latency_s":4.307794}1528vm-test-run-nixbot-gitlab> gitlab # [  253.039089] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.214Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd96f7692a02959276bb8854","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd96f7692a02959276bb8854: done: 0.018636 sec","job_status":"done","queue_duration_s":4.307763,"scheduling_latency_s":4.307794,"redis_calls":13,"redis_duration_s":0.0031119999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000973,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002139,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012004,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018636,"completed_at":"2026-06-16T04:16:27.214Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1529vm-test-run-nixbot-gitlab> gitlab # [  253.121476] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.216Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"500ed9bdab42f7c06d281a49","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-500ed9bdab42f7c06d281a49: start","job_status":"start","queue_duration_s":4.328094,"scheduling_latency_s":4.328124}1530vm-test-run-nixbot-gitlab> gitlab # [  253.123209] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.235Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"500ed9bdab42f7c06d281a49","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-500ed9bdab42f7c06d281a49: done: 0.01951 sec","job_status":"done","queue_duration_s":4.328094,"scheduling_latency_s":4.328124,"redis_calls":13,"redis_duration_s":0.003157,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000945,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002212,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012222,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01951,"completed_at":"2026-06-16T04:16:27.235Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1531vm-test-run-nixbot-gitlab> gitlab # [  253.208146] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.237Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"813c99c7a5025e5fedef3091","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-813c99c7a5025e5fedef3091: start","job_status":"start","queue_duration_s":4.349265,"scheduling_latency_s":4.349299}1532vm-test-run-nixbot-gitlab> gitlab # [  253.209891] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.265Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"813c99c7a5025e5fedef3091","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-813c99c7a5025e5fedef3091: done: 0.027744 sec","job_status":"done","queue_duration_s":4.349265,"scheduling_latency_s":4.349299,"redis_calls":13,"redis_duration_s":0.010705,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001854,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.008851,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012966,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027744,"completed_at":"2026-06-16T04:16:27.265Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1533vm-test-run-nixbot-gitlab> gitlab # [  253.292515] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.268Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b966828da38c3940fc03bd29","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b966828da38c3940fc03bd29: start","job_status":"start","queue_duration_s":4.380351,"scheduling_latency_s":4.380388}1534vm-test-run-nixbot-gitlab> gitlab # [  253.294296] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.288Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b966828da38c3940fc03bd29","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b966828da38c3940fc03bd29: done: 0.020078 sec","job_status":"done","queue_duration_s":4.380351,"scheduling_latency_s":4.380388,"redis_calls":13,"redis_duration_s":0.003026,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000992,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002034,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012787,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020078,"completed_at":"2026-06-16T04:16:27.288Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1535vm-test-run-nixbot-gitlab> gitlab # [  253.388421] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.290Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3c77b4e985ba91a9c11399ff","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3c77b4e985ba91a9c11399ff: start","job_status":"start","queue_duration_s":4.402135,"scheduling_latency_s":4.402165}1536vm-test-run-nixbot-gitlab> gitlab # [  253.390172] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.309Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3c77b4e985ba91a9c11399ff","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3c77b4e985ba91a9c11399ff: done: 0.018788 sec","job_status":"done","queue_duration_s":4.402135,"scheduling_latency_s":4.402165,"redis_calls":13,"redis_duration_s":0.002951,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000987,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001964,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012054,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018788,"completed_at":"2026-06-16T04:16:27.309Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1537vm-test-run-nixbot-gitlab> gitlab # [  253.474203] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.310Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"880a07f8609eec4fc24ca1dc","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-880a07f8609eec4fc24ca1dc: start","job_status":"start","queue_duration_s":4.42255,"scheduling_latency_s":4.422579}1538vm-test-run-nixbot-gitlab> gitlab # [  253.475923] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.329Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"880a07f8609eec4fc24ca1dc","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-880a07f8609eec4fc24ca1dc: done: 0.018619 sec","job_status":"done","queue_duration_s":4.42255,"scheduling_latency_s":4.422579,"redis_calls":13,"redis_duration_s":0.0029230000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000949,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001974,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012001,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018619,"completed_at":"2026-06-16T04:16:27.329Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1539vm-test-run-nixbot-gitlab> gitlab # [  253.553407] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.331Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"32f1ad7388ce2b2e829312de","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-32f1ad7388ce2b2e829312de: start","job_status":"start","queue_duration_s":4.44297,"scheduling_latency_s":4.443}1540vm-test-run-nixbot-gitlab> gitlab # [  253.554982] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.350Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"32f1ad7388ce2b2e829312de","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-32f1ad7388ce2b2e829312de: done: 0.019274 sec","job_status":"done","queue_duration_s":4.44297,"scheduling_latency_s":4.443,"redis_calls":13,"redis_duration_s":0.0033309999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001002,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002329,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012026,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019274,"completed_at":"2026-06-16T04:16:27.350Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1541vm-test-run-nixbot-gitlab> gitlab # [  253.636227] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.355Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f1f2ff5b1c7da9f7ac6f304e","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f1f2ff5b1c7da9f7ac6f304e: start","job_status":"start","queue_duration_s":4.466792,"scheduling_latency_s":4.466824}1542vm-test-run-nixbot-gitlab> gitlab # [  253.637079] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.374Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f1f2ff5b1c7da9f7ac6f304e","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f1f2ff5b1c7da9f7ac6f304e: done: 0.019656 sec","job_status":"done","queue_duration_s":4.466792,"scheduling_latency_s":4.466824,"redis_calls":13,"redis_duration_s":0.0033759999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001312,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002064,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012376,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019656,"completed_at":"2026-06-16T04:16:27.374Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543vm-test-run-nixbot-gitlab> gitlab # [  253.715874] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.376Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7158477dcb64d11d07ea6e33","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7158477dcb64d11d07ea6e33: start","job_status":"start","queue_duration_s":4.488112,"scheduling_latency_s":4.488142}1544vm-test-run-nixbot-gitlab> gitlab # [  253.795527] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.395Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7158477dcb64d11d07ea6e33","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7158477dcb64d11d07ea6e33: done: 0.019028 sec","job_status":"done","queue_duration_s":4.488112,"scheduling_latency_s":4.488142,"redis_calls":13,"redis_duration_s":0.003229,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000944,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002285,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012128,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019028,"completed_at":"2026-06-16T04:16:27.395Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1545vm-test-run-nixbot-gitlab> gitlab # [  253.798076] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.397Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"84db417059551b05d48756a3","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-84db417059551b05d48756a3: start","job_status":"start","queue_duration_s":4.508786,"scheduling_latency_s":4.508816}1546vm-test-run-nixbot-gitlab> gitlab # [  253.877593] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.416Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"84db417059551b05d48756a3","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-84db417059551b05d48756a3: done: 0.018902 sec","job_status":"done","queue_duration_s":4.508786,"scheduling_latency_s":4.508816,"redis_calls":13,"redis_duration_s":0.002824,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000889,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001935,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012133,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018902,"completed_at":"2026-06-16T04:16:27.415Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1547vm-test-run-nixbot-gitlab> gitlab # [  253.880057] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.417Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"53d9c851d04452a21311f27e","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-53d9c851d04452a21311f27e: start","job_status":"start","queue_duration_s":4.529262,"scheduling_latency_s":4.529293}1548vm-test-run-nixbot-gitlab> gitlab # [  253.955167] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.436Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"53d9c851d04452a21311f27e","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-53d9c851d04452a21311f27e: done: 0.01917 sec","job_status":"done","queue_duration_s":4.529262,"scheduling_latency_s":4.529293,"redis_calls":13,"redis_duration_s":0.00335,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001118,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002232,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011765,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01917,"completed_at":"2026-06-16T04:16:27.436Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1549vm-test-run-nixbot-gitlab> gitlab # [  254.035388] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.438Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"daaf2d4f22f04781f9c66e28","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-daaf2d4f22f04781f9c66e28: start","job_status":"start","queue_duration_s":4.550266,"scheduling_latency_s":4.550297}1550vm-test-run-nixbot-gitlab> gitlab # [  254.036872] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.458Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"daaf2d4f22f04781f9c66e28","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-daaf2d4f22f04781f9c66e28: done: 0.01944 sec","job_status":"done","queue_duration_s":4.550266,"scheduling_latency_s":4.550297,"redis_calls":13,"redis_duration_s":0.0033760000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000999,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002377,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011759,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01944,"completed_at":"2026-06-16T04:16:27.457Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551vm-test-run-nixbot-gitlab> gitlab # [  254.054628] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.459Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"33ffce91ecd8bca7a4d3eaa7","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-33ffce91ecd8bca7a4d3eaa7: start","job_status":"start","queue_duration_s":4.571331,"scheduling_latency_s":4.571369}1552vm-test-run-nixbot-gitlab> gitlab # [  254.075637] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.478Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"33ffce91ecd8bca7a4d3eaa7","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-33ffce91ecd8bca7a4d3eaa7: done: 0.018959 sec","job_status":"done","queue_duration_s":4.571331,"scheduling_latency_s":4.571369,"redis_calls":13,"redis_duration_s":0.00303,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000948,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002082,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01216,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018959,"completed_at":"2026-06-16T04:16:27.478Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553vm-test-run-nixbot-gitlab> gitlab # [  254.156325] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.480Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"45a2055eef9170b08ebef1e4","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-45a2055eef9170b08ebef1e4: start","job_status":"start","queue_duration_s":4.591952,"scheduling_latency_s":4.591984}1554vm-test-run-nixbot-gitlab> gitlab # [  254.163459] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.499Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"45a2055eef9170b08ebef1e4","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-45a2055eef9170b08ebef1e4: done: 0.019226 sec","job_status":"done","queue_duration_s":4.591952,"scheduling_latency_s":4.591984,"redis_calls":13,"redis_duration_s":0.0030540000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000994,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00206,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012383,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019226,"completed_at":"2026-06-16T04:16:27.499Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555vm-test-run-nixbot-gitlab> gitlab # [  254.268442] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.501Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7adddcfb844ab4bdb48747e3","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7adddcfb844ab4bdb48747e3: start","job_status":"start","queue_duration_s":4.613003,"scheduling_latency_s":4.613033}1556vm-test-run-nixbot-gitlab> gitlab # [  254.270162] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.521Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7adddcfb844ab4bdb48747e3","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7adddcfb844ab4bdb48747e3: done: 0.019681 sec","job_status":"done","queue_duration_s":4.613003,"scheduling_latency_s":4.613033,"redis_calls":13,"redis_duration_s":0.0034679999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002372,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01213,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019681,"completed_at":"2026-06-16T04:16:27.520Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1557vm-test-run-nixbot-gitlab> gitlab # [  254.371478] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.522Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"32ba5edbc4c8d961df786aa8","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-32ba5edbc4c8d961df786aa8: start","job_status":"start","queue_duration_s":4.634353,"scheduling_latency_s":4.634384}1558vm-test-run-nixbot-gitlab> gitlab # [  254.373648] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.542Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"32ba5edbc4c8d961df786aa8","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-32ba5edbc4c8d961df786aa8: done: 0.019986 sec","job_status":"done","queue_duration_s":4.634353,"scheduling_latency_s":4.634384,"redis_calls":13,"redis_duration_s":0.0032689999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001035,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002234,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012498,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019986,"completed_at":"2026-06-16T04:16:27.542Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559vm-test-run-nixbot-gitlab> gitlab # [  254.450386] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.544Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c3c79f82e5f1b933f9269f5f","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c3c79f82e5f1b933f9269f5f: start","job_status":"start","queue_duration_s":4.656161,"scheduling_latency_s":4.656192}1560vm-test-run-nixbot-gitlab> gitlab # [  254.452302] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.564Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c3c79f82e5f1b933f9269f5f","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c3c79f82e5f1b933f9269f5f: done: 0.019584 sec","job_status":"done","queue_duration_s":4.656161,"scheduling_latency_s":4.656192,"redis_calls":13,"redis_duration_s":0.003081,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000916,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002165,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012699,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019584,"completed_at":"2026-06-16T04:16:27.564Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561vm-test-run-nixbot-gitlab> gitlab # [  254.536470] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.565Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4719fd0194010c15e1b61003","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4719fd0194010c15e1b61003: start","job_status":"start","queue_duration_s":4.677469,"scheduling_latency_s":4.6775}1562vm-test-run-nixbot-gitlab> gitlab # [  254.538184] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.585Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4719fd0194010c15e1b61003","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4719fd0194010c15e1b61003: done: 0.019757 sec","job_status":"done","queue_duration_s":4.677469,"scheduling_latency_s":4.6775,"redis_calls":13,"redis_duration_s":0.003274,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001013,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002261,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012662,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019757,"completed_at":"2026-06-16T04:16:27.585Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563vm-test-run-nixbot-gitlab> gitlab # [  254.616959] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.587Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"360078de38748ae685b960f7","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-360078de38748ae685b960f7: start","job_status":"start","queue_duration_s":4.698983,"scheduling_latency_s":4.699013}1564vm-test-run-nixbot-gitlab> gitlab # [  254.618356] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.616Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"360078de38748ae685b960f7","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-360078de38748ae685b960f7: done: 0.029037 sec","job_status":"done","queue_duration_s":4.698983,"scheduling_latency_s":4.699013,"redis_calls":13,"redis_duration_s":0.010354,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003511,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006843,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013352,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.029037,"completed_at":"2026-06-16T04:16:27.616Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565vm-test-run-nixbot-gitlab> gitlab # [  254.744197] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.620Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3fbead114b294a6a1ca0967","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3fbead114b294a6a1ca0967: start","job_status":"start","queue_duration_s":4.731959,"scheduling_latency_s":4.731994}1566vm-test-run-nixbot-gitlab> gitlab # [  254.745160] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.870Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3fbead114b294a6a1ca0967","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3fbead114b294a6a1ca0967: done: 0.249974 sec","job_status":"done","queue_duration_s":4.731959,"scheduling_latency_s":4.731994,"redis_calls":13,"redis_duration_s":0.003569,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001317,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002252,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015897,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.249974,"completed_at":"2026-06-16T04:16:27.870Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567vm-test-run-nixbot-gitlab> gitlab # [  254.759276] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.874Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0c3b1e7dcd70ceb544ae9511","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0c3b1e7dcd70ceb544ae9511: start","job_status":"start","queue_duration_s":4.985842,"scheduling_latency_s":4.985888}1568vm-test-run-nixbot-gitlab> gitlab # [  254.846269] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.899Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0c3b1e7dcd70ceb544ae9511","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0c3b1e7dcd70ceb544ae9511: done: 0.024857 sec","job_status":"done","queue_duration_s":4.985842,"scheduling_latency_s":4.985888,"redis_calls":13,"redis_duration_s":0.003326,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001059,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002267,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015474,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024857,"completed_at":"2026-06-16T04:16:27.898Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569vm-test-run-nixbot-gitlab> gitlab # [  254.848172] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.900Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"33dbd9fd0a3db3ea3038908d","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-33dbd9fd0a3db3ea3038908d: start","job_status":"start","queue_duration_s":5.012581,"scheduling_latency_s":5.012619}1570vm-test-run-nixbot-gitlab> gitlab # [  254.928465] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.922Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"33dbd9fd0a3db3ea3038908d","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-33dbd9fd0a3db3ea3038908d: done: 0.021995 sec","job_status":"done","queue_duration_s":5.012581,"scheduling_latency_s":5.012619,"redis_calls":13,"redis_duration_s":0.0032040000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001008,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002196,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014243,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021995,"completed_at":"2026-06-16T04:16:27.922Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1571vm-test-run-nixbot-gitlab> gitlab # [  254.935972] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.924Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"834120669773492cdc758814","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-834120669773492cdc758814: start","job_status":"start","queue_duration_s":5.036295,"scheduling_latency_s":5.036553}1572vm-test-run-nixbot-gitlab> gitlab # [  254.957203] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.946Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"834120669773492cdc758814","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-834120669773492cdc758814: done: 0.021483 sec","job_status":"done","queue_duration_s":5.036295,"scheduling_latency_s":5.036553,"redis_calls":13,"redis_duration_s":0.00312,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000983,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002137,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013848,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021483,"completed_at":"2026-06-16T04:16:27.946Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1573vm-test-run-nixbot-gitlab> gitlab # [  255.043501] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.947Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"287aa6150aa79a50744f707f","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-287aa6150aa79a50744f707f: start","job_status":"start","queue_duration_s":5.059546,"scheduling_latency_s":5.059579}1574vm-test-run-nixbot-gitlab> gitlab # [  255.046348] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.975Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"287aa6150aa79a50744f707f","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-287aa6150aa79a50744f707f: done: 0.027319 sec","job_status":"done","queue_duration_s":5.059546,"scheduling_latency_s":5.059579,"redis_calls":13,"redis_duration_s":0.00466,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002365,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002295,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014251,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027319,"completed_at":"2026-06-16T04:16:27.975Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1575vm-test-run-nixbot-gitlab> gitlab # [  255.146950] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:27.977Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f55ae214d5e44c878dfe0803","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f55ae214d5e44c878dfe0803: start","job_status":"start","queue_duration_s":5.088712,"scheduling_latency_s":5.088749}1576vm-test-run-nixbot-gitlab> gitlab # [  255.148340] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:16:28.074Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f55ae214d5e44c878dfe0803","created_at":"2026-06-16T04:16:22.799Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-69122b1c437245e2","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"fbc80ab9c545b87929c5214654acaeff","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:22.888Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f55ae214d5e44c878dfe0803: done: 0.097052 sec","job_status":"done","queue_duration_s":5.088712,"scheduling_latency_s":5.088749,"redis_calls":13,"redis_duration_s":0.0030180000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002086,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.082222,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.097052,"completed_at":"2026-06-16T04:16:28.074Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577vm-test-run-nixbot-gitlab> gitlab # [  255.695253] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 8771976787 wd_nsec: 87719726051578vm-test-run-nixbot-gitlab> gitlab # [  279.490843] setup-gitlab-start[3449]: W, [2026-06-16T04:16:57.736055 #3449]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1579vm-test-run-nixbot-gitlab> gitlab # [  285.142390] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:03.387Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"7ec2fc4f66778eba9e4b819f","created_at":"2026-06-16T04:17:03.377Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3608ba37c005f3e4a5f6c109563290ee","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T04:17:03.384Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-7ec2fc4f66778eba9e4b819f: start","job_status":"start","queue_duration_s":0.003541,"scheduling_latency_s":0.003608}1580vm-test-run-nixbot-gitlab> gitlab # [  285.196719] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:03.443Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1581vm-test-run-nixbot-gitlab> gitlab # [  285.240899] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:03.486Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"7ec2fc4f66778eba9e4b819f","created_at":"2026-06-16T04:17:03.377Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3608ba37c005f3e4a5f6c109563290ee","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T04:17:03.384Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-7ec2fc4f66778eba9e4b819f: done: 0.099348 sec","job_status":"done","queue_duration_s":0.003541,"scheduling_latency_s":0.003608,"redis_calls":7,"redis_duration_s":0.011617,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.005048,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.006569,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015444,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.099348,"completed_at":"2026-06-16T04:17:03.486Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1582vm-test-run-nixbot-gitlab> gitlab # [  285.284050] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:03.498Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"00b2e0db470834afa05b3b68","created_at":"2026-06-16T04:17:03.425Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7eb9a7663e78b2b5a8f16b7c4e127e30","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.436Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-00b2e0db470834afa05b3b68: start","job_status":"start","queue_duration_s":0.060923,"scheduling_latency_s":0.060982}1583vm-test-run-nixbot-gitlab> gitlab # [  286.058672] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:04.304Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"00b2e0db470834afa05b3b68","created_at":"2026-06-16T04:17:03.425Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7eb9a7663e78b2b5a8f16b7c4e127e30","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.436Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-00b2e0db470834afa05b3b68: done: 0.806929 sec","job_status":"done","queue_duration_s":0.060923,"scheduling_latency_s":0.060982,"redis_calls":571,"redis_duration_s":0.42319100000000004,"redis_read_bytes":569,"redis_write_bytes":49487,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.009006,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.414185,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.432575,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.806929,"completed_at":"2026-06-16T04:17:04.304Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1584vm-test-run-nixbot-gitlab> gitlab # [  286.133391] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:04.379Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"6caaff3fd65669cad4f8c3a4","created_at":"2026-06-16T04:17:03.462Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3f3f52ad5164e6ec9254062addbd35be","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.470Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-6caaff3fd65669cad4f8c3a4: start","job_status":"start","queue_duration_s":0.908804,"scheduling_latency_s":0.908853}1585vm-test-run-nixbot-gitlab> gitlab # [  286.217685] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:04.461Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"6caaff3fd65669cad4f8c3a4","created_at":"2026-06-16T04:17:03.462Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3f3f52ad5164e6ec9254062addbd35be","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.470Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-6caaff3fd65669cad4f8c3a4: done: 0.08217 sec","job_status":"done","queue_duration_s":0.908804,"scheduling_latency_s":0.908853,"redis_calls":9,"redis_duration_s":0.022024000000000002,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.01048,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.011544,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01834,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.003411607,"exclusive_lock_hold_duration_s":0.00587421,"duration_s":0.08217,"completed_at":"2026-06-16T04:17:04.461Z","load_balancing_strategy":"primary","db_duration_s":0.003188,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1586vm-test-run-nixbot-gitlab> gitlab # [  286.303693] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:04.549Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"4e44e6edd4c7dd08c1a49260","created_at":"2026-06-16T04:17:03.488Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ea6808333b89fb51ee80dc7e46f86e7c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.496Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-4e44e6edd4c7dd08c1a49260: start","job_status":"start","queue_duration_s":1.052806,"scheduling_latency_s":1.052886}1587vm-test-run-nixbot-gitlab> gitlab # [  286.381750] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:04.628Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1588vm-test-run-nixbot-gitlab> gitlab # [  286.419557] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:04.665Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"4e44e6edd4c7dd08c1a49260","created_at":"2026-06-16T04:17:03.488Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ea6808333b89fb51ee80dc7e46f86e7c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.496Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-4e44e6edd4c7dd08c1a49260: done: 0.115856 sec","job_status":"done","queue_duration_s":1.052806,"scheduling_latency_s":1.052886,"redis_calls":7,"redis_duration_s":0.018239,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.010914,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.007325,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023227,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.115856,"completed_at":"2026-06-16T04:17:04.664Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1589vm-test-run-nixbot-gitlab> gitlab # [  286.473757] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:04.682Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ArchiveTracesCronWorker","jid":"77dd12e7c8bd46716fef7610","created_at":"2026-06-16T04:17:03.523Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dba1dc36b0aa82f950e20216f977ccf4","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f0234f524ae629146c97646d3c809b290751f669b415a8b01cafe8f68b01506d","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.542Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ArchiveTracesCronWorker JID-77dd12e7c8bd46716fef7610: start","job_status":"start","queue_duration_s":1.139862,"scheduling_latency_s":1.139939}1590vm-test-run-nixbot-gitlab> gitlab # [  286.684888] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:04.930Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ArchiveTracesCronWorker","jid":"77dd12e7c8bd46716fef7610","created_at":"2026-06-16T04:17:03.523Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dba1dc36b0aa82f950e20216f977ccf4","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f0234f524ae629146c97646d3c809b290751f669b415a8b01cafe8f68b01506d","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.542Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ArchiveTracesCronWorker JID-77dd12e7c8bd46716fef7610: done: 0.248582 sec","job_status":"done","queue_duration_s":1.139862,"scheduling_latency_s":1.139939,"redis_calls":12,"redis_duration_s":0.076139,"redis_read_bytes":11,"redis_write_bytes":1354,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004795,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":297,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.063597,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.007747,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":519,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.02,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.059117,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.002262578,"exclusive_lock_hold_duration_s":0.101386908,"duration_s":0.248582,"completed_at":"2026-06-16T04:17:04.930Z","load_balancing_strategy":"primary","db_duration_s":0.062736,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1591vm-test-run-nixbot-gitlab> gitlab # [  286.809133] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.054Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"130d3e3c2fefe0d687596a82","created_at":"2026-06-16T04:17:03.556Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7e0f95a895973bb5daaacbadd632a2e5","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.563Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-130d3e3c2fefe0d687596a82: start","job_status":"start","queue_duration_s":1.491206,"scheduling_latency_s":1.49139}1592vm-test-run-nixbot-gitlab> gitlab # [  286.916554] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.162Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"130d3e3c2fefe0d687596a82","created_at":"2026-06-16T04:17:03.556Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7e0f95a895973bb5daaacbadd632a2e5","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.563Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-130d3e3c2fefe0d687596a82: done: 0.107468 sec","job_status":"done","queue_duration_s":1.491206,"scheduling_latency_s":1.49139,"redis_calls":7,"redis_duration_s":0.017479,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.012896,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004583,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026676,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.107468,"completed_at":"2026-06-16T04:17:05.161Z","load_balancing_strategy":"primary","db_duration_s":0.018679,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1593vm-test-run-nixbot-gitlab> gitlab # [  287.021479] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.264Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"e31a87b658a196b382739185","created_at":"2026-06-16T04:17:03.577Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cd1e22838857a45c4b2c2f30028502e1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.584Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-e31a87b658a196b382739185: start","job_status":"start","queue_duration_s":1.679528,"scheduling_latency_s":1.679603}1594vm-test-run-nixbot-gitlab> gitlab # [  287.067276] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.313Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1595vm-test-run-nixbot-gitlab> gitlab # [  287.108577] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.354Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"e31a87b658a196b382739185","created_at":"2026-06-16T04:17:03.577Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cd1e22838857a45c4b2c2f30028502e1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.584Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-e31a87b658a196b382739185: done: 0.089741 sec","job_status":"done","queue_duration_s":1.679528,"scheduling_latency_s":1.679603,"redis_calls":7,"redis_duration_s":0.023141000000000002,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.021975,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001166,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024097,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.089741,"completed_at":"2026-06-16T04:17:05.353Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1596vm-test-run-nixbot-gitlab> gitlab # [  287.190720] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.436Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"8b9a751fdd875f4d5726d52b","created_at":"2026-06-16T04:17:03.596Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7f1300f21cd645f5982143ffa2ca4977","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T04:17:03.599Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-8b9a751fdd875f4d5726d52b: start","job_status":"start","queue_duration_s":1.836709,"scheduling_latency_s":1.836759}1597vm-test-run-nixbot-gitlab> gitlab # [  287.299264] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.543Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"8b9a751fdd875f4d5726d52b","created_at":"2026-06-16T04:17:03.596Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7f1300f21cd645f5982143ffa2ca4977","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T04:17:03.599Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-8b9a751fdd875f4d5726d52b: done: 0.106934 sec","job_status":"done","queue_duration_s":1.836709,"scheduling_latency_s":1.836759,"redis_calls":7,"redis_duration_s":0.015747,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.011262,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004485,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036916,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.106934,"completed_at":"2026-06-16T04:17:05.543Z","load_balancing_strategy":"primary","db_duration_s":0.004937,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1598vm-test-run-nixbot-gitlab> gitlab # [  287.305837] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.551Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"5143e21941ac11be176ae6bc","created_at":"2026-06-16T04:17:03.617Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c452a79a1f69e3a1c9cb72abe7098202","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.624Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-5143e21941ac11be176ae6bc: start","job_status":"start","queue_duration_s":1.926634,"scheduling_latency_s":1.92671}1599vm-test-run-nixbot-gitlab> gitlab # [  287.347550] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.593Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"5143e21941ac11be176ae6bc","created_at":"2026-06-16T04:17:03.617Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c452a79a1f69e3a1c9cb72abe7098202","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.624Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-5143e21941ac11be176ae6bc: done: 0.042136 sec","job_status":"done","queue_duration_s":1.926634,"scheduling_latency_s":1.92671,"redis_calls":10,"redis_duration_s":0.004151,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002235,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001916,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021786,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00956183,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.042136,"completed_at":"2026-06-16T04:17:05.593Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005874,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1600vm-test-run-nixbot-gitlab> gitlab # [  287.430482] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.595Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"348859166a4f8b92cac22381","created_at":"2026-06-16T04:17:03.639Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7d3ac31c4c2835fa84b2e149aae71d3d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.644Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-348859166a4f8b92cac22381: start","job_status":"start","queue_duration_s":1.951203,"scheduling_latency_s":1.951289}1601vm-test-run-nixbot-gitlab> gitlab # [  287.505609] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.606Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1602vm-test-run-nixbot-gitlab> gitlab # [  287.511266] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.613Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"348859166a4f8b92cac22381","created_at":"2026-06-16T04:17:03.639Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7d3ac31c4c2835fa84b2e149aae71d3d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.644Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-348859166a4f8b92cac22381: done: 0.017894 sec","job_status":"done","queue_duration_s":1.951203,"scheduling_latency_s":1.951289,"redis_calls":7,"redis_duration_s":0.001987,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001436,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000551,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01033,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017894,"completed_at":"2026-06-16T04:17:05.613Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1603vm-test-run-nixbot-gitlab> gitlab # [  287.519794] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.615Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"c876f0a5a770e6f015b8829a","created_at":"2026-06-16T04:17:03.654Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3809ca1e29a7d26d22d1f1d6bd581778","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.661Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-c876f0a5a770e6f015b8829a: start","job_status":"start","queue_duration_s":1.954273,"scheduling_latency_s":1.954309}1604vm-test-run-nixbot-gitlab> gitlab # [  287.612276] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.626Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1605vm-test-run-nixbot-gitlab> gitlab # [  287.616241] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.633Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"c876f0a5a770e6f015b8829a","created_at":"2026-06-16T04:17:03.654Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3809ca1e29a7d26d22d1f1d6bd581778","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.661Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-c876f0a5a770e6f015b8829a: done: 0.017526 sec","job_status":"done","queue_duration_s":1.954273,"scheduling_latency_s":1.954309,"redis_calls":7,"redis_duration_s":0.002066,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001458,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000608,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010178,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017526,"completed_at":"2026-06-16T04:17:05.632Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1606vm-test-run-nixbot-gitlab> gitlab # [  287.620984] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.634Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"bf1bf1e8c69c32ece3a2e46a","created_at":"2026-06-16T04:17:03.674Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c7ec6c8cb38773b510992f87f2fcf02","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.678Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-bf1bf1e8c69c32ece3a2e46a: start","job_status":"start","queue_duration_s":1.955882,"scheduling_latency_s":1.955917}1607vm-test-run-nixbot-gitlab> gitlab # [  287.703262] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.949Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"bf1bf1e8c69c32ece3a2e46a","created_at":"2026-06-16T04:17:03.674Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c7ec6c8cb38773b510992f87f2fcf02","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.678Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-bf1bf1e8c69c32ece3a2e46a: done: 0.314561 sec","job_status":"done","queue_duration_s":1.955882,"scheduling_latency_s":1.955917,"redis_calls":9,"redis_duration_s":0.003529,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001877,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001652,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":123,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":123,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.042,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.042,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.232152,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001257702,"exclusive_lock_hold_duration_s":0.291310209,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.314561,"completed_at":"2026-06-16T04:17:05.949Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.070302,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1608vm-test-run-nixbot-gitlab> gitlab # [  287.710630] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.951Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"4d176b8e55e3e278ab97e6c4","created_at":"2026-06-16T04:17:03.698Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4ffbc1cf2cac8ea52303a35e0f893618","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.704Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-4d176b8e55e3e278ab97e6c4: start","job_status":"start","queue_duration_s":2.247261,"scheduling_latency_s":2.247297}1609vm-test-run-nixbot-gitlab> gitlab # [  287.744982] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.991Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"4d176b8e55e3e278ab97e6c4","created_at":"2026-06-16T04:17:03.698Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4ffbc1cf2cac8ea52303a35e0f893618","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.704Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-4d176b8e55e3e278ab97e6c4: done: 0.039694 sec","job_status":"done","queue_duration_s":2.247261,"scheduling_latency_s":2.247297,"redis_calls":21,"redis_duration_s":0.005876,"redis_read_bytes":912,"redis_write_bytes":4497,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.001715,"redis_feature_flag_read_bytes":896,"redis_feature_flag_write_bytes":471,"redis_queues_calls":2,"redis_queues_duration_s":0.000486,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3015,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.00279,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000885,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026836,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.039694,"completed_at":"2026-06-16T04:17:05.991Z","load_balancing_strategy":"primary","db_duration_s":0.001587,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1610vm-test-run-nixbot-gitlab> gitlab # [  287.840284] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:05.993Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"d47ff249fe0dbc2bcd23b71f","created_at":"2026-06-16T04:17:03.723Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6f757bccf900768b822b1d259c482ea8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.732Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-d47ff249fe0dbc2bcd23b71f: start","job_status":"start","queue_duration_s":2.260502,"scheduling_latency_s":2.260539}1611vm-test-run-nixbot-gitlab> gitlab # [  287.841363] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.034Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"d47ff249fe0dbc2bcd23b71f","created_at":"2026-06-16T04:17:03.723Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6f757bccf900768b822b1d259c482ea8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.732Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-d47ff249fe0dbc2bcd23b71f: done: 0.040952 sec","job_status":"done","queue_duration_s":2.260502,"scheduling_latency_s":2.260539,"redis_calls":9,"redis_duration_s":0.0029430000000000003,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001539,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001404,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02501,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000697016,"exclusive_lock_hold_duration_s":0.021266949,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.040952,"completed_at":"2026-06-16T04:17:06.034Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008815,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1612vm-test-run-nixbot-gitlab> gitlab # [  287.923639] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.036Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"4bc6e769647db3e374e43703","created_at":"2026-06-16T04:17:03.744Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.749Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-4bc6e769647db3e374e43703: start","job_status":"start","queue_duration_s":2.287159,"scheduling_latency_s":2.287194}1613vm-test-run-nixbot-gitlab> gitlab # [  287.927327] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.161Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"4bc6e769647db3e374e43703","created_at":"2026-06-16T04:17:03.744Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.749Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-4bc6e769647db3e374e43703: done: 0.12518 sec","job_status":"done","queue_duration_s":2.287159,"scheduling_latency_s":2.287194,"redis_calls":62,"redis_duration_s":0.023098,"redis_read_bytes":364,"redis_write_bytes":41191,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000623,"redis_feature_flag_read_bytes":256,"redis_feature_flag_write_bytes":132,"redis_queues_calls":2,"redis_queues_duration_s":0.001129,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.020475,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000871,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.09484,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.12518,"completed_at":"2026-06-16T04:17:06.161Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1614vm-test-run-nixbot-gitlab> gitlab # [  288.010363] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.163Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"528800c538ac4eff65bd97ec","created_at":"2026-06-16T04:17:03.761Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"869af0b84a7e0472b3b82db95b452c84","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.766Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-528800c538ac4eff65bd97ec: start","job_status":"start","queue_duration_s":2.396479,"scheduling_latency_s":2.396518}1615vm-test-run-nixbot-gitlab> gitlab # [  288.025933] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.188Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"528800c538ac4eff65bd97ec","created_at":"2026-06-16T04:17:03.761Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"869af0b84a7e0472b3b82db95b452c84","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.766Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-528800c538ac4eff65bd97ec: done: 0.024698 sec","job_status":"done","queue_duration_s":2.396479,"scheduling_latency_s":2.396518,"redis_calls":7,"redis_duration_s":0.004762,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001874,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002888,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013897,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024698,"completed_at":"2026-06-16T04:17:06.188Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1616vm-test-run-nixbot-gitlab> gitlab # [  288.118105] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.190Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"858967484e6493db8ff71171","created_at":"2026-06-16T04:17:03.775Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"374346fddb96b6fbcf2cf4f7d682dc60","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.780Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-858967484e6493db8ff71171: start","job_status":"start","queue_duration_s":2.410067,"scheduling_latency_s":2.41011}1617vm-test-run-nixbot-gitlab> gitlab # [  288.120194] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.211Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"858967484e6493db8ff71171","created_at":"2026-06-16T04:17:03.775Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"374346fddb96b6fbcf2cf4f7d682dc60","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.780Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-858967484e6493db8ff71171: done: 0.021107 sec","job_status":"done","queue_duration_s":2.410067,"scheduling_latency_s":2.41011,"redis_calls":7,"redis_duration_s":0.0020949999999999996,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001401,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000694,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01322,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021107,"completed_at":"2026-06-16T04:17:06.211Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1618vm-test-run-nixbot-gitlab> gitlab # [  288.215336] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.213Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"f2d66e2e0ac5e0ce83f8dc15","created_at":"2026-06-16T04:17:03.809Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3bfc02b6413ac9ed38f4ea048cc6c5b4","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.815Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-f2d66e2e0ac5e0ce83f8dc15: start","job_status":"start","queue_duration_s":2.398129,"scheduling_latency_s":2.398165}1619vm-test-run-nixbot-gitlab> gitlab # [  288.217150] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.238Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"f2d66e2e0ac5e0ce83f8dc15","created_at":"2026-06-16T04:17:03.809Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3bfc02b6413ac9ed38f4ea048cc6c5b4","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.815Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-f2d66e2e0ac5e0ce83f8dc15: done: 0.025246 sec","job_status":"done","queue_duration_s":2.398129,"scheduling_latency_s":2.398165,"redis_calls":7,"redis_duration_s":0.002381,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001725,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000656,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016378,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025246,"completed_at":"2026-06-16T04:17:06.238Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001543,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1620vm-test-run-nixbot-gitlab> gitlab # [  288.308063] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.241Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"594e9dfe9645b400660c7bfd","created_at":"2026-06-16T04:17:03.824Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"767db71054d134ce0b04a7ddfd0a224d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.829Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-594e9dfe9645b400660c7bfd: start","job_status":"start","queue_duration_s":2.411564,"scheduling_latency_s":2.411606}1621vm-test-run-nixbot-gitlab> gitlab # [  288.309573] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.393Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"594e9dfe9645b400660c7bfd","created_at":"2026-06-16T04:17:03.824Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"767db71054d134ce0b04a7ddfd0a224d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.829Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-594e9dfe9645b400660c7bfd: done: 0.152981 sec","job_status":"done","queue_duration_s":2.411564,"scheduling_latency_s":2.411606,"redis_calls":9,"redis_duration_s":0.003424,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001706,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001718,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.104,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.104,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032005,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001326984,"exclusive_lock_hold_duration_s":0.030997235,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.152981,"completed_at":"2026-06-16T04:17:06.393Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.105935,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1622vm-test-run-nixbot-gitlab> gitlab # [  288.388480] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.396Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"b9fd80d8cd2ab02dc64d13eb","created_at":"2026-06-16T04:17:03.846Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8c3489a9bfa68bfd2d7f1a4195158cd0","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.851Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-b9fd80d8cd2ab02dc64d13eb: start","job_status":"start","queue_duration_s":2.544059,"scheduling_latency_s":2.544096}1623vm-test-run-nixbot-gitlab> gitlab # [  288.403319] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.427Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"b9fd80d8cd2ab02dc64d13eb","created_at":"2026-06-16T04:17:03.846Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8c3489a9bfa68bfd2d7f1a4195158cd0","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.851Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-b9fd80d8cd2ab02dc64d13eb: done: 0.031714 sec","job_status":"done","queue_duration_s":2.544059,"scheduling_latency_s":2.544096,"redis_calls":7,"redis_duration_s":0.0023740000000000002,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001701,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000673,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01928,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031714,"completed_at":"2026-06-16T04:17:06.427Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00443,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1624vm-test-run-nixbot-gitlab> gitlab # [  288.478311] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.430Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"f943b8c2cffa9244510706b7","created_at":"2026-06-16T04:17:03.870Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e130dbb762ff8909e238ce6ac52a0950","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T04:17:03.876Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-f943b8c2cffa9244510706b7: start","job_status":"start","queue_duration_s":2.553405,"scheduling_latency_s":2.553449}1625vm-test-run-nixbot-gitlab> gitlab # [  288.494939] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.448Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1626vm-test-run-nixbot-gitlab> gitlab # [  288.571387] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.457Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"f943b8c2cffa9244510706b7","created_at":"2026-06-16T04:17:03.870Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e130dbb762ff8909e238ce6ac52a0950","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T04:17:03.876Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-f943b8c2cffa9244510706b7: done: 0.026699 sec","job_status":"done","queue_duration_s":2.553405,"scheduling_latency_s":2.553449,"redis_calls":7,"redis_duration_s":0.006088,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.005456,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000632,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013968,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026699,"completed_at":"2026-06-16T04:17:06.456Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1627vm-test-run-nixbot-gitlab> gitlab # [  288.573339] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.459Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"c1ff57b4b9e13ab9d4af6617","created_at":"2026-06-16T04:17:03.888Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"12d753788ba53552ed581e1320fe3f9c","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.893Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-c1ff57b4b9e13ab9d4af6617: start","job_status":"start","queue_duration_s":2.565212,"scheduling_latency_s":2.565253}1628vm-test-run-nixbot-gitlab> gitlab # [  288.652924] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.485Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"c1ff57b4b9e13ab9d4af6617","created_at":"2026-06-16T04:17:03.888Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-1338789738b64c4e","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"12d753788ba53552ed581e1320fe3f9c","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:03.893Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-c1ff57b4b9e13ab9d4af6617: done: 0.026529 sec","job_status":"done","queue_duration_s":2.565212,"scheduling_latency_s":2.565253,"redis_calls":9,"redis_duration_s":0.003123,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001632,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001491,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014829,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000788927,"exclusive_lock_hold_duration_s":0.004631035,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.026529,"completed_at":"2026-06-16T04:17:06.485Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002244,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1629vm-test-run-nixbot-gitlab> gitlab # [  288.730409] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.489Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0a01bfc982bb66b893c27ea4","created_at":"2026-06-16T04:17:05.972Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-2051cf18a7954a86","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4ffbc1cf2cac8ea52303a35e0f893618","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:05.983Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0a01bfc982bb66b893c27ea4: start","job_status":"start","queue_duration_s":0.506104,"scheduling_latency_s":0.506142}1630vm-test-run-nixbot-gitlab> gitlab # [  288.731993] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.505Z","message":"No existing merge request to be cleaned up."}1631vm-test-run-nixbot-gitlab> gitlab # [  288.733045] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.520Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0a01bfc982bb66b893c27ea4","created_at":"2026-06-16T04:17:05.972Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-2051cf18a7954a86","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4ffbc1cf2cac8ea52303a35e0f893618","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:05.983Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0a01bfc982bb66b893c27ea4: done: 0.031244 sec","job_status":"done","queue_duration_s":0.506104,"scheduling_latency_s":0.506142,"redis_calls":10,"redis_duration_s":0.004315,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002419,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001896,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020957,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031244,"completed_at":"2026-06-16T04:17:06.520Z","load_balancing_strategy":"primary","db_duration_s":0.002651,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1632vm-test-run-nixbot-gitlab> gitlab # [  288.818195] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.522Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"90e279ebc1ee28449e7480db","created_at":"2026-06-16T04:17:05.972Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-2051cf18a7954a86","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4ffbc1cf2cac8ea52303a35e0f893618","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:05.983Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-90e279ebc1ee28449e7480db: start","job_status":"start","queue_duration_s":0.539572,"scheduling_latency_s":0.539612}1633vm-test-run-nixbot-gitlab> gitlab # [  288.819848] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.540Z","message":"No existing merge request to be cleaned up."}1634vm-test-run-nixbot-gitlab> gitlab # [  288.821246] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.550Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"90e279ebc1ee28449e7480db","created_at":"2026-06-16T04:17:05.972Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-2051cf18a7954a86","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4ffbc1cf2cac8ea52303a35e0f893618","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:05.983Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-90e279ebc1ee28449e7480db: done: 0.027929 sec","job_status":"done","queue_duration_s":0.539572,"scheduling_latency_s":0.539612,"redis_calls":10,"redis_duration_s":0.002896,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001174,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001722,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018413,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027929,"completed_at":"2026-06-16T04:17:06.550Z","load_balancing_strategy":"primary","db_duration_s":0.002629,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1635vm-test-run-nixbot-gitlab> gitlab # [  288.901393] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.552Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"533b727460e7df83e20f28cd","created_at":"2026-06-16T04:17:05.972Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-2051cf18a7954a86","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4ffbc1cf2cac8ea52303a35e0f893618","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:05.983Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-533b727460e7df83e20f28cd: start","job_status":"start","queue_duration_s":0.569354,"scheduling_latency_s":0.56939}1636vm-test-run-nixbot-gitlab> gitlab # [  288.902911] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.568Z","message":"No existing merge request to be cleaned up."}1637vm-test-run-nixbot-gitlab> gitlab # [  288.904566] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.579Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"533b727460e7df83e20f28cd","created_at":"2026-06-16T04:17:05.972Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-2051cf18a7954a86","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4ffbc1cf2cac8ea52303a35e0f893618","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:05.983Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-533b727460e7df83e20f28cd: done: 0.027058 sec","job_status":"done","queue_duration_s":0.569354,"scheduling_latency_s":0.56939,"redis_calls":10,"redis_duration_s":0.00344,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001544,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001896,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016108,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027058,"completed_at":"2026-06-16T04:17:06.579Z","load_balancing_strategy":"primary","db_duration_s":0.002473,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1638vm-test-run-nixbot-gitlab> gitlab # [  288.981334] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.582Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"fd3c2670b5d3e6ffdd314145","created_at":"2026-06-16T04:17:05.972Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-2051cf18a7954a86","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4ffbc1cf2cac8ea52303a35e0f893618","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:05.983Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-fd3c2670b5d3e6ffdd314145: start","job_status":"start","queue_duration_s":0.599723,"scheduling_latency_s":0.599759}1639vm-test-run-nixbot-gitlab> gitlab # [  288.982994] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.597Z","message":"No existing merge request to be cleaned up."}1640vm-test-run-nixbot-gitlab> gitlab # [  288.984485] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.608Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"fd3c2670b5d3e6ffdd314145","created_at":"2026-06-16T04:17:05.972Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-2051cf18a7954a86","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4ffbc1cf2cac8ea52303a35e0f893618","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:05.983Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-fd3c2670b5d3e6ffdd314145: done: 0.026148 sec","job_status":"done","queue_duration_s":0.599723,"scheduling_latency_s":0.599759,"redis_calls":10,"redis_duration_s":0.002955,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001257,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001698,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017178,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026148,"completed_at":"2026-06-16T04:17:06.608Z","load_balancing_strategy":"primary","db_duration_s":0.002328,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1641vm-test-run-nixbot-gitlab> gitlab # [  289.061472] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.610Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e0dc3911ceeba3ba3c06915","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e0dc3911ceeba3ba3c06915: start","job_status":"start","queue_duration_s":0.462948,"scheduling_latency_s":0.462985}1642vm-test-run-nixbot-gitlab> gitlab # [  289.063257] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.633Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e0dc3911ceeba3ba3c06915","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e0dc3911ceeba3ba3c06915: done: 0.022591 sec","job_status":"done","queue_duration_s":0.462948,"scheduling_latency_s":0.462985,"redis_calls":13,"redis_duration_s":0.0033819999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002329,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014771,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022591,"completed_at":"2026-06-16T04:17:06.633Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1643vm-test-run-nixbot-gitlab> gitlab # [  289.167147] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.635Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5374272dd719b16afadf190c","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5374272dd719b16afadf190c: start","job_status":"start","queue_duration_s":0.48748,"scheduling_latency_s":0.487515}1644vm-test-run-nixbot-gitlab> gitlab # [  289.169462] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.660Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5374272dd719b16afadf190c","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5374272dd719b16afadf190c: done: 0.025176 sec","job_status":"done","queue_duration_s":0.48748,"scheduling_latency_s":0.487515,"redis_calls":13,"redis_duration_s":0.003771,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001289,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002482,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015874,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025176,"completed_at":"2026-06-16T04:17:06.660Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1645vm-test-run-nixbot-gitlab> gitlab # [  289.197987] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.664Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f3587f001b2c65372ae64f0","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f3587f001b2c65372ae64f0: start","job_status":"start","queue_duration_s":0.5163,"scheduling_latency_s":0.516342}1646vm-test-run-nixbot-gitlab> gitlab # [  289.277570] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.689Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f3587f001b2c65372ae64f0","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f3587f001b2c65372ae64f0: done: 0.025105 sec","job_status":"done","queue_duration_s":0.5163,"scheduling_latency_s":0.516342,"redis_calls":13,"redis_duration_s":0.0035960000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001142,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002454,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015778,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025105,"completed_at":"2026-06-16T04:17:06.689Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1647vm-test-run-nixbot-gitlab> gitlab # [  289.283531] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.691Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76108bfd4924d63c4e382305","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76108bfd4924d63c4e382305: start","job_status":"start","queue_duration_s":0.54339,"scheduling_latency_s":0.543429}1648vm-test-run-nixbot-gitlab> gitlab # [  289.374162] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.715Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76108bfd4924d63c4e382305","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76108bfd4924d63c4e382305: done: 0.02377 sec","job_status":"done","queue_duration_s":0.54339,"scheduling_latency_s":0.543429,"redis_calls":13,"redis_duration_s":0.003365,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001057,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002308,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015339,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02377,"completed_at":"2026-06-16T04:17:06.715Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1649vm-test-run-nixbot-gitlab> gitlab # [  289.376253] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.717Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4b45d92c5d57ad8c12747e31","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4b45d92c5d57ad8c12747e31: start","job_status":"start","queue_duration_s":0.569136,"scheduling_latency_s":0.569175}1650vm-test-run-nixbot-gitlab> gitlab # [  289.452313] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.740Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4b45d92c5d57ad8c12747e31","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4b45d92c5d57ad8c12747e31: done: 0.023729 sec","job_status":"done","queue_duration_s":0.569136,"scheduling_latency_s":0.569175,"redis_calls":13,"redis_duration_s":0.003943,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001247,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002696,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014822,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023729,"completed_at":"2026-06-16T04:17:06.740Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1651vm-test-run-nixbot-gitlab> gitlab # [  289.459520] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.743Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b45c41afd2e8b159010fbf66","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b45c41afd2e8b159010fbf66: start","job_status":"start","queue_duration_s":0.59492,"scheduling_latency_s":0.59589}1652vm-test-run-nixbot-gitlab> gitlab # [  289.548376] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.766Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b45c41afd2e8b159010fbf66","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b45c41afd2e8b159010fbf66: done: 0.024099 sec","job_status":"done","queue_duration_s":0.59492,"scheduling_latency_s":0.59589,"redis_calls":13,"redis_duration_s":0.003633,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001099,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002534,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014071,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024099,"completed_at":"2026-06-16T04:17:06.766Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1653vm-test-run-nixbot-gitlab> gitlab # [  289.550384] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.768Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d0040ee71c4f4e3c6b5a9317","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d0040ee71c4f4e3c6b5a9317: start","job_status":"start","queue_duration_s":0.620968,"scheduling_latency_s":0.621007}1654vm-test-run-nixbot-gitlab> gitlab # [  289.569406] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.791Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d0040ee71c4f4e3c6b5a9317","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d0040ee71c4f4e3c6b5a9317: done: 0.02269 sec","job_status":"done","queue_duration_s":0.620968,"scheduling_latency_s":0.621007,"redis_calls":13,"redis_duration_s":0.0037099999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001238,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002472,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014481,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02269,"completed_at":"2026-06-16T04:17:06.791Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1655vm-test-run-nixbot-gitlab> gitlab # [  289.654363] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.794Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4435577a50af15d96b6f936f","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4435577a50af15d96b6f936f: start","job_status":"start","queue_duration_s":0.646386,"scheduling_latency_s":0.646437}1656vm-test-run-nixbot-gitlab> gitlab # [  289.657117] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.820Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4435577a50af15d96b6f936f","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4435577a50af15d96b6f936f: done: 0.02594 sec","job_status":"done","queue_duration_s":0.646386,"scheduling_latency_s":0.646437,"redis_calls":13,"redis_duration_s":0.003961,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001369,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002592,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014312,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02594,"completed_at":"2026-06-16T04:17:06.820Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1657vm-test-run-nixbot-gitlab> gitlab # [  289.735331] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.823Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b8b03a9aaa5415e5f9f08318","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b8b03a9aaa5415e5f9f08318: start","job_status":"start","queue_duration_s":0.675109,"scheduling_latency_s":0.675145}1658vm-test-run-nixbot-gitlab> gitlab # [  289.744391] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.845Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b8b03a9aaa5415e5f9f08318","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b8b03a9aaa5415e5f9f08318: done: 0.022886 sec","job_status":"done","queue_duration_s":0.675109,"scheduling_latency_s":0.675145,"redis_calls":13,"redis_duration_s":0.00366,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00124,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00242,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014356,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022886,"completed_at":"2026-06-16T04:17:06.845Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1659vm-test-run-nixbot-gitlab> gitlab # [  289.819257] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.847Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c0d57202fb41a9b8c822dd4c","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c0d57202fb41a9b8c822dd4c: start","job_status":"start","queue_duration_s":0.699871,"scheduling_latency_s":0.699917}1660vm-test-run-nixbot-gitlab> gitlab # [  289.831475] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.874Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c0d57202fb41a9b8c822dd4c","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c0d57202fb41a9b8c822dd4c: done: 0.026481 sec","job_status":"done","queue_duration_s":0.699871,"scheduling_latency_s":0.699917,"redis_calls":13,"redis_duration_s":0.003902,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001308,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002594,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018352,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026481,"completed_at":"2026-06-16T04:17:06.874Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1661vm-test-run-nixbot-gitlab> gitlab # [  289.899269] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.877Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"888c367c6b02e15f1456adf2","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-888c367c6b02e15f1456adf2: start","job_status":"start","queue_duration_s":0.729344,"scheduling_latency_s":0.729385}1662vm-test-run-nixbot-gitlab> gitlab # [  289.977135] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.902Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"888c367c6b02e15f1456adf2","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-888c367c6b02e15f1456adf2: done: 0.025531 sec","job_status":"done","queue_duration_s":0.729344,"scheduling_latency_s":0.729385,"redis_calls":13,"redis_duration_s":0.004654999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001307,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003348,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015804,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025531,"completed_at":"2026-06-16T04:17:06.902Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1663vm-test-run-nixbot-gitlab> gitlab # [  289.986510] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.904Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7b995cb45542de871c44e580","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7b995cb45542de871c44e580: start","job_status":"start","queue_duration_s":0.756869,"scheduling_latency_s":0.756907}1664vm-test-run-nixbot-gitlab> gitlab # [  290.008363] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.927Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7b995cb45542de871c44e580","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7b995cb45542de871c44e580: done: 0.022746 sec","job_status":"done","queue_duration_s":0.756869,"scheduling_latency_s":0.756907,"redis_calls":13,"redis_duration_s":0.00357,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001192,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002378,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013565,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022746,"completed_at":"2026-06-16T04:17:06.927Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1665vm-test-run-nixbot-gitlab> gitlab # [  290.087111] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.930Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bbb78ec9acad98e3fc017c13","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bbb78ec9acad98e3fc017c13: start","job_status":"start","queue_duration_s":0.782255,"scheduling_latency_s":0.782289}1666vm-test-run-nixbot-gitlab> gitlab # [  290.095410] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.957Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bbb78ec9acad98e3fc017c13","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bbb78ec9acad98e3fc017c13: done: 0.026888 sec","job_status":"done","queue_duration_s":0.782255,"scheduling_latency_s":0.782289,"redis_calls":13,"redis_duration_s":0.004303,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001557,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002746,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0183,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026888,"completed_at":"2026-06-16T04:17:06.957Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1667vm-test-run-nixbot-gitlab> gitlab # [  290.172154] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.959Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a1bac3033781f4a6e60e65a","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a1bac3033781f4a6e60e65a: start","job_status":"start","queue_duration_s":0.811194,"scheduling_latency_s":0.811233}1668vm-test-run-nixbot-gitlab> gitlab # [  290.248762] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.983Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a1bac3033781f4a6e60e65a","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a1bac3033781f4a6e60e65a: done: 0.024299 sec","job_status":"done","queue_duration_s":0.811194,"scheduling_latency_s":0.811233,"redis_calls":13,"redis_duration_s":0.004357,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001827,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00253,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015331,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024299,"completed_at":"2026-06-16T04:17:06.983Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1669vm-test-run-nixbot-gitlab> gitlab # [  290.251329] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:06.986Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ba4355178b8472a43963af94","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ba4355178b8472a43963af94: start","job_status":"start","queue_duration_s":0.83808,"scheduling_latency_s":0.838117}1670vm-test-run-nixbot-gitlab> gitlab # [  290.333755] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.008Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ba4355178b8472a43963af94","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ba4355178b8472a43963af94: done: 0.022109 sec","job_status":"done","queue_duration_s":0.83808,"scheduling_latency_s":0.838117,"redis_calls":13,"redis_duration_s":0.003577,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001091,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002486,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013521,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022109,"completed_at":"2026-06-16T04:17:07.008Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1671vm-test-run-nixbot-gitlab> gitlab # [  290.336837] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.010Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c36dff32ecaa98dc531f6378","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c36dff32ecaa98dc531f6378: start","job_status":"start","queue_duration_s":0.862084,"scheduling_latency_s":0.862118}1672vm-test-run-nixbot-gitlab> gitlab # [  290.419905] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.035Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c36dff32ecaa98dc531f6378","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c36dff32ecaa98dc531f6378: done: 0.025626 sec","job_status":"done","queue_duration_s":0.862084,"scheduling_latency_s":0.862118,"redis_calls":13,"redis_duration_s":0.004044,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001411,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002633,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017702,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025626,"completed_at":"2026-06-16T04:17:07.035Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1673vm-test-run-nixbot-gitlab> gitlab # [  290.495261] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.037Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d8678431a32aabf4b32183bc","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d8678431a32aabf4b32183bc: start","job_status":"start","queue_duration_s":0.889789,"scheduling_latency_s":0.889877}1674vm-test-run-nixbot-gitlab> gitlab # [  290.496990] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.060Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d8678431a32aabf4b32183bc","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d8678431a32aabf4b32183bc: done: 0.022857 sec","job_status":"done","queue_duration_s":0.889789,"scheduling_latency_s":0.889877,"redis_calls":13,"redis_duration_s":0.003541,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001118,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002423,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013677,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022857,"completed_at":"2026-06-16T04:17:07.060Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1675vm-test-run-nixbot-gitlab> gitlab # [  290.510819] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.062Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5157889d27c088ed0c584116","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5157889d27c088ed0c584116: start","job_status":"start","queue_duration_s":0.914621,"scheduling_latency_s":0.914658}1676vm-test-run-nixbot-gitlab> gitlab # [  290.597772] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.085Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5157889d27c088ed0c584116","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5157889d27c088ed0c584116: done: 0.022617 sec","job_status":"done","queue_duration_s":0.914621,"scheduling_latency_s":0.914658,"redis_calls":13,"redis_duration_s":0.0038320000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001371,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002461,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014139,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022617,"completed_at":"2026-06-16T04:17:07.085Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1677vm-test-run-nixbot-gitlab> gitlab # [  290.600241] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.087Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4f59331ce72216769ec7a0b5","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4f59331ce72216769ec7a0b5: start","job_status":"start","queue_duration_s":0.939603,"scheduling_latency_s":0.939656}1678vm-test-run-nixbot-gitlab> gitlab # [  290.675601] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.114Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4f59331ce72216769ec7a0b5","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4f59331ce72216769ec7a0b5: done: 0.026834 sec","job_status":"done","queue_duration_s":0.939603,"scheduling_latency_s":0.939656,"redis_calls":13,"redis_duration_s":0.004021,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001187,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002834,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016562,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026834,"completed_at":"2026-06-16T04:17:07.114Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1679vm-test-run-nixbot-gitlab> gitlab # [  290.685250] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.116Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8277a0672b9ddba4acbed55","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8277a0672b9ddba4acbed55: start","job_status":"start","queue_duration_s":0.968772,"scheduling_latency_s":0.968867}1680vm-test-run-nixbot-gitlab> gitlab # [  290.707266] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.140Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8277a0672b9ddba4acbed55","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8277a0672b9ddba4acbed55: done: 0.023461 sec","job_status":"done","queue_duration_s":0.968772,"scheduling_latency_s":0.968867,"redis_calls":13,"redis_duration_s":0.003923,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001484,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002439,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01453,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023461,"completed_at":"2026-06-16T04:17:07.140Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1681vm-test-run-nixbot-gitlab> gitlab # [  290.791474] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.142Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"acb33aa502a4dd428bc39a25","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-acb33aa502a4dd428bc39a25: start","job_status":"start","queue_duration_s":0.994139,"scheduling_latency_s":0.994178}1682vm-test-run-nixbot-gitlab> gitlab # [  290.794513] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.166Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"acb33aa502a4dd428bc39a25","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-acb33aa502a4dd428bc39a25: done: 0.02475 sec","job_status":"done","queue_duration_s":0.994139,"scheduling_latency_s":0.994178,"redis_calls":13,"redis_duration_s":0.006102,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002592,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00351,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014125,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02475,"completed_at":"2026-06-16T04:17:07.166Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1683vm-test-run-nixbot-gitlab> gitlab # [  290.894134] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.168Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"466535a6f33da10846530a72","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-466535a6f33da10846530a72: start","job_status":"start","queue_duration_s":1.020867,"scheduling_latency_s":1.020907}1684vm-test-run-nixbot-gitlab> gitlab # [  290.896070] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.190Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"466535a6f33da10846530a72","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-466535a6f33da10846530a72: done: 0.022003 sec","job_status":"done","queue_duration_s":1.020867,"scheduling_latency_s":1.020907,"redis_calls":13,"redis_duration_s":0.003326,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001066,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00226,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014085,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022003,"completed_at":"2026-06-16T04:17:07.190Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1685vm-test-run-nixbot-gitlab> gitlab # [  290.971416] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.192Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd6dae0542ab002e2aa42811","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd6dae0542ab002e2aa42811: start","job_status":"start","queue_duration_s":1.044738,"scheduling_latency_s":1.044784}1686vm-test-run-nixbot-gitlab> gitlab # [  290.973236] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.214Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd6dae0542ab002e2aa42811","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd6dae0542ab002e2aa42811: done: 0.022223 sec","job_status":"done","queue_duration_s":1.044738,"scheduling_latency_s":1.044784,"redis_calls":13,"redis_duration_s":0.003403,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001072,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002331,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013772,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022223,"completed_at":"2026-06-16T04:17:07.214Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1687vm-test-run-nixbot-gitlab> gitlab # [  291.056386] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.216Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9761a007a7021bd112c734f1","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9761a007a7021bd112c734f1: start","job_status":"start","queue_duration_s":1.068879,"scheduling_latency_s":1.068916}1688vm-test-run-nixbot-gitlab> gitlab # [  291.057924] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.242Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9761a007a7021bd112c734f1","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9761a007a7021bd112c734f1: done: 0.025718 sec","job_status":"done","queue_duration_s":1.068879,"scheduling_latency_s":1.068916,"redis_calls":13,"redis_duration_s":0.007061,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001063,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005998,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014165,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025718,"completed_at":"2026-06-16T04:17:07.242Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1689vm-test-run-nixbot-gitlab> gitlab # [  291.149494] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.244Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"081e516bd0d2574af5530a04","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-081e516bd0d2574af5530a04: start","job_status":"start","queue_duration_s":1.096479,"scheduling_latency_s":1.096517}1690vm-test-run-nixbot-gitlab> gitlab # [  291.151378] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.266Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"081e516bd0d2574af5530a04","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-081e516bd0d2574af5530a04: done: 0.02211 sec","job_status":"done","queue_duration_s":1.096479,"scheduling_latency_s":1.096517,"redis_calls":13,"redis_duration_s":0.00336,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001085,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002275,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013727,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02211,"completed_at":"2026-06-16T04:17:07.266Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1691vm-test-run-nixbot-gitlab> gitlab # [  291.227501] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.268Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c204546bac5d0d9055051796","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c204546bac5d0d9055051796: start","job_status":"start","queue_duration_s":1.120969,"scheduling_latency_s":1.121006}1692vm-test-run-nixbot-gitlab> gitlab # [  291.231495] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.372Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c204546bac5d0d9055051796","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c204546bac5d0d9055051796: done: 0.103318 sec","job_status":"done","queue_duration_s":1.120969,"scheduling_latency_s":1.121006,"redis_calls":13,"redis_duration_s":0.082588,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.079757,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002831,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01621,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.103318,"completed_at":"2026-06-16T04:17:07.372Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1693vm-test-run-nixbot-gitlab> gitlab # [  291.323421] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.374Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"edf6433d3a1d93e095132006","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-edf6433d3a1d93e095132006: start","job_status":"start","queue_duration_s":1.22618,"scheduling_latency_s":1.226216}1694vm-test-run-nixbot-gitlab> gitlab # [  291.324746] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.398Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"edf6433d3a1d93e095132006","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-edf6433d3a1d93e095132006: done: 0.023993 sec","job_status":"done","queue_duration_s":1.22618,"scheduling_latency_s":1.226216,"redis_calls":13,"redis_duration_s":0.005456,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002556,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0029,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013666,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023993,"completed_at":"2026-06-16T04:17:07.398Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1695vm-test-run-nixbot-gitlab> gitlab # [  291.423832] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.400Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e516165d9685a62d231fe074","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e516165d9685a62d231fe074: start","job_status":"start","queue_duration_s":1.252188,"scheduling_latency_s":1.252225}1696vm-test-run-nixbot-gitlab> gitlab # [  291.424819] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.441Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e516165d9685a62d231fe074","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e516165d9685a62d231fe074: done: 0.041038 sec","job_status":"done","queue_duration_s":1.252188,"scheduling_latency_s":1.252225,"redis_calls":13,"redis_duration_s":0.018624,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003271,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.015353,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015311,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.041038,"completed_at":"2026-06-16T04:17:07.441Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1697vm-test-run-nixbot-gitlab> gitlab # [  291.502412] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.444Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"afbe111c6e85ebd849a90705","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-afbe111c6e85ebd849a90705: start","job_status":"start","queue_duration_s":1.296039,"scheduling_latency_s":1.29608}1698vm-test-run-nixbot-gitlab> gitlab # [  291.503943] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.470Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"afbe111c6e85ebd849a90705","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-afbe111c6e85ebd849a90705: done: 0.026703 sec","job_status":"done","queue_duration_s":1.296039,"scheduling_latency_s":1.29608,"redis_calls":13,"redis_duration_s":0.003664,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00118,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002484,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013882,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026703,"completed_at":"2026-06-16T04:17:07.470Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1699vm-test-run-nixbot-gitlab> gitlab # [  291.588363] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.472Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c3b4abd0d4fce96759940dd","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c3b4abd0d4fce96759940dd: start","job_status":"start","queue_duration_s":1.324631,"scheduling_latency_s":1.324667}1700vm-test-run-nixbot-gitlab> gitlab # [  291.590147] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.494Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c3b4abd0d4fce96759940dd","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c3b4abd0d4fce96759940dd: done: 0.022231 sec","job_status":"done","queue_duration_s":1.324631,"scheduling_latency_s":1.324667,"redis_calls":13,"redis_duration_s":0.00356,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001175,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002385,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013461,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022231,"completed_at":"2026-06-16T04:17:07.494Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1701vm-test-run-nixbot-gitlab> gitlab # [  291.664726] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.496Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff134941293e06026cd8e577","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff134941293e06026cd8e577: start","job_status":"start","queue_duration_s":1.348741,"scheduling_latency_s":1.348785}1702vm-test-run-nixbot-gitlab> gitlab # [  291.668320] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.520Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff134941293e06026cd8e577","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff134941293e06026cd8e577: done: 0.02389 sec","job_status":"done","queue_duration_s":1.348741,"scheduling_latency_s":1.348785,"redis_calls":13,"redis_duration_s":0.0035529999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001159,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002394,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013155,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02389,"completed_at":"2026-06-16T04:17:07.520Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1703vm-test-run-nixbot-gitlab> gitlab # [  291.739372] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.522Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7763e418593431a582de96e1","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7763e418593431a582de96e1: start","job_status":"start","queue_duration_s":1.374505,"scheduling_latency_s":1.374539}1704vm-test-run-nixbot-gitlab> gitlab # [  291.760685] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.543Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7763e418593431a582de96e1","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7763e418593431a582de96e1: done: 0.021316 sec","job_status":"done","queue_duration_s":1.374505,"scheduling_latency_s":1.374539,"redis_calls":13,"redis_duration_s":0.003637,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001131,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002506,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012928,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021316,"completed_at":"2026-06-16T04:17:07.543Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1705vm-test-run-nixbot-gitlab> gitlab # [  291.835247] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.545Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"22f8ba1340209d5502ba23e3","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-22f8ba1340209d5502ba23e3: start","job_status":"start","queue_duration_s":1.397714,"scheduling_latency_s":1.397758}1706vm-test-run-nixbot-gitlab> gitlab # [  291.847570] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.567Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"22f8ba1340209d5502ba23e3","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-22f8ba1340209d5502ba23e3: done: 0.021359 sec","job_status":"done","queue_duration_s":1.397714,"scheduling_latency_s":1.397758,"redis_calls":13,"redis_duration_s":0.003844,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001255,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002589,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012827,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021359,"completed_at":"2026-06-16T04:17:07.566Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1707vm-test-run-nixbot-gitlab> gitlab # [  291.938495] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.568Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b53c5f873247c7347ac86293","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b53c5f873247c7347ac86293: start","job_status":"start","queue_duration_s":1.420998,"scheduling_latency_s":1.421034}1708vm-test-run-nixbot-gitlab> gitlab # [  291.939882] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.590Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b53c5f873247c7347ac86293","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b53c5f873247c7347ac86293: done: 0.021701 sec","job_status":"done","queue_duration_s":1.420998,"scheduling_latency_s":1.421034,"redis_calls":13,"redis_duration_s":0.003607,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001067,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00254,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013062,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021701,"completed_at":"2026-06-16T04:17:07.590Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1709vm-test-run-nixbot-gitlab> gitlab # [  292.039562] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.592Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e935a514bdcc3f7dde16c433","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e935a514bdcc3f7dde16c433: start","job_status":"start","queue_duration_s":1.444571,"scheduling_latency_s":1.444606}1710vm-test-run-nixbot-gitlab> gitlab # [  292.041406] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e935a514bdcc3f7dde16c433","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e935a514bdcc3f7dde16c433: done: 0.020909 sec","job_status":"done","queue_duration_s":1.444571,"scheduling_latency_s":1.444606,"redis_calls":13,"redis_duration_s":0.003419,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001043,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002376,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01272,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020909,"completed_at":"2026-06-16T04:17:07.613Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1711vm-test-run-nixbot-gitlab> gitlab # [  292.125479] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.615Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9b9ab2084bb4aa402d33f2dd","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9b9ab2084bb4aa402d33f2dd: start","job_status":"start","queue_duration_s":1.46734,"scheduling_latency_s":1.467376}1712vm-test-run-nixbot-gitlab> gitlab # [  292.127264] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.636Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9b9ab2084bb4aa402d33f2dd","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9b9ab2084bb4aa402d33f2dd: done: 0.021222 sec","job_status":"done","queue_duration_s":1.46734,"scheduling_latency_s":1.467376,"redis_calls":13,"redis_duration_s":0.0035110000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00122,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002291,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013031,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021222,"completed_at":"2026-06-16T04:17:07.636Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1713vm-test-run-nixbot-gitlab> gitlab # [  292.219478] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.638Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7aff0b8b323a86104b546ca9","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7aff0b8b323a86104b546ca9: start","job_status":"start","queue_duration_s":1.490423,"scheduling_latency_s":1.490458}1714vm-test-run-nixbot-gitlab> gitlab # [  292.221343] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.659Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7aff0b8b323a86104b546ca9","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7aff0b8b323a86104b546ca9: done: 0.021375 sec","job_status":"done","queue_duration_s":1.490423,"scheduling_latency_s":1.490458,"redis_calls":13,"redis_duration_s":0.003699,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001264,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002435,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013002,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021375,"completed_at":"2026-06-16T04:17:07.659Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1715vm-test-run-nixbot-gitlab> gitlab # [  292.265313] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.661Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0dabb595bf0403ea4cb3046b","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0dabb595bf0403ea4cb3046b: start","job_status":"start","queue_duration_s":1.513665,"scheduling_latency_s":1.513699}1716vm-test-run-nixbot-gitlab> gitlab # [  292.341312] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.683Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0dabb595bf0403ea4cb3046b","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0dabb595bf0403ea4cb3046b: done: 0.021419 sec","job_status":"done","queue_duration_s":1.513665,"scheduling_latency_s":1.513699,"redis_calls":13,"redis_duration_s":0.003805,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001258,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002547,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012948,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021419,"completed_at":"2026-06-16T04:17:07.682Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1717vm-test-run-nixbot-gitlab> gitlab # [  292.353049] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.684Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"29b7eeff3219cf7aecc8673f","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-29b7eeff3219cf7aecc8673f: start","job_status":"start","queue_duration_s":1.536991,"scheduling_latency_s":1.537028}1718vm-test-run-nixbot-gitlab> gitlab # [  292.374408] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.707Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"29b7eeff3219cf7aecc8673f","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-29b7eeff3219cf7aecc8673f: done: 0.022205 sec","job_status":"done","queue_duration_s":1.536991,"scheduling_latency_s":1.537028,"redis_calls":13,"redis_duration_s":0.0038859999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001237,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002649,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013084,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022205,"completed_at":"2026-06-16T04:17:07.707Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1719vm-test-run-nixbot-gitlab> gitlab # [  292.451925] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.709Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5d251060d2fa9bd741d3838c","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5d251060d2fa9bd741d3838c: start","job_status":"start","queue_duration_s":1.561107,"scheduling_latency_s":1.561144}1720vm-test-run-nixbot-gitlab> gitlab # [  292.462323] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.730Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5d251060d2fa9bd741d3838c","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5d251060d2fa9bd741d3838c: done: 0.021533 sec","job_status":"done","queue_duration_s":1.561107,"scheduling_latency_s":1.561144,"redis_calls":13,"redis_duration_s":0.0035510000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001145,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002406,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013083,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021533,"completed_at":"2026-06-16T04:17:07.730Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1721vm-test-run-nixbot-gitlab> gitlab # [  292.538455] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.733Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"65de4725345147765f803c85","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-65de4725345147765f803c85: start","job_status":"start","queue_duration_s":1.585112,"scheduling_latency_s":1.58515}1722vm-test-run-nixbot-gitlab> gitlab # [  292.619268] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.754Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"65de4725345147765f803c85","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-65de4725345147765f803c85: done: 0.021774 sec","job_status":"done","queue_duration_s":1.585112,"scheduling_latency_s":1.58515,"redis_calls":13,"redis_duration_s":0.0035779999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002482,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013108,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021774,"completed_at":"2026-06-16T04:17:07.754Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1723vm-test-run-nixbot-gitlab> gitlab # [  292.621572] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.756Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4f0d075cad73d97624e1d56b","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4f0d075cad73d97624e1d56b: start","job_status":"start","queue_duration_s":1.608726,"scheduling_latency_s":1.608771}1724vm-test-run-nixbot-gitlab> gitlab # [  292.639449] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.778Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4f0d075cad73d97624e1d56b","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4f0d075cad73d97624e1d56b: done: 0.021526 sec","job_status":"done","queue_duration_s":1.608726,"scheduling_latency_s":1.608771,"redis_calls":13,"redis_duration_s":0.003678,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001127,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002551,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013083,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021526,"completed_at":"2026-06-16T04:17:07.778Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1725vm-test-run-nixbot-gitlab> gitlab # [  292.744570] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.780Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4c61a5577a04fe880d2ce2e2","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4c61a5577a04fe880d2ce2e2: start","job_status":"start","queue_duration_s":1.632236,"scheduling_latency_s":1.632271}1726vm-test-run-nixbot-gitlab> gitlab # [  292.745706] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.802Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4c61a5577a04fe880d2ce2e2","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4c61a5577a04fe880d2ce2e2: done: 0.02185 sec","job_status":"done","queue_duration_s":1.632236,"scheduling_latency_s":1.632271,"redis_calls":13,"redis_duration_s":0.004155,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001353,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002802,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013125,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02185,"completed_at":"2026-06-16T04:17:07.801Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1727vm-test-run-nixbot-gitlab> gitlab # [  292.830261] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.803Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"50a1466bf8ccdf2d7af55e16","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-50a1466bf8ccdf2d7af55e16: start","job_status":"start","queue_duration_s":1.655977,"scheduling_latency_s":1.656014}1728vm-test-run-nixbot-gitlab> gitlab # [  292.831988] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.825Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"50a1466bf8ccdf2d7af55e16","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-50a1466bf8ccdf2d7af55e16: done: 0.021334 sec","job_status":"done","queue_duration_s":1.655977,"scheduling_latency_s":1.656014,"redis_calls":13,"redis_duration_s":0.0033410000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001059,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002282,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013119,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021334,"completed_at":"2026-06-16T04:17:07.825Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1729vm-test-run-nixbot-gitlab> gitlab # [  292.912321] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.827Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c78e44957df18c3566e9c616","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c78e44957df18c3566e9c616: start","job_status":"start","queue_duration_s":1.679215,"scheduling_latency_s":1.67925}1730vm-test-run-nixbot-gitlab> gitlab # [  292.914161] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.848Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c78e44957df18c3566e9c616","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c78e44957df18c3566e9c616: done: 0.021091 sec","job_status":"done","queue_duration_s":1.679215,"scheduling_latency_s":1.67925,"redis_calls":13,"redis_duration_s":0.003477,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001127,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00235,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012803,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021091,"completed_at":"2026-06-16T04:17:07.848Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1731vm-test-run-nixbot-gitlab> gitlab # [  293.010348] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.850Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69cb0f5096e476ffa9e989f1","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69cb0f5096e476ffa9e989f1: start","job_status":"start","queue_duration_s":1.702245,"scheduling_latency_s":1.70228}1732vm-test-run-nixbot-gitlab> gitlab # [  293.012074] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69cb0f5096e476ffa9e989f1","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69cb0f5096e476ffa9e989f1: done: 0.021122 sec","job_status":"done","queue_duration_s":1.702245,"scheduling_latency_s":1.70228,"redis_calls":13,"redis_duration_s":0.0034419999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001123,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002319,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012763,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021122,"completed_at":"2026-06-16T04:17:07.871Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1733vm-test-run-nixbot-gitlab> gitlab # [  293.125603] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.873Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"81799326c5460743376f6e00","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-81799326c5460743376f6e00: start","job_status":"start","queue_duration_s":1.725286,"scheduling_latency_s":1.725322}1734vm-test-run-nixbot-gitlab> gitlab # [  293.127374] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.894Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"81799326c5460743376f6e00","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-81799326c5460743376f6e00: done: 0.021407 sec","job_status":"done","queue_duration_s":1.725286,"scheduling_latency_s":1.725322,"redis_calls":13,"redis_duration_s":0.003819,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001144,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002675,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012834,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021407,"completed_at":"2026-06-16T04:17:07.894Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1735vm-test-run-nixbot-gitlab> gitlab # [  293.142089] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.896Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c72be8c2cecfa72a491f06c1","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c72be8c2cecfa72a491f06c1: start","job_status":"start","queue_duration_s":1.748564,"scheduling_latency_s":1.748599}1736vm-test-run-nixbot-gitlab> gitlab # [  293.219586] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.917Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c72be8c2cecfa72a491f06c1","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c72be8c2cecfa72a491f06c1: done: 0.020962 sec","job_status":"done","queue_duration_s":1.748564,"scheduling_latency_s":1.748599,"redis_calls":13,"redis_duration_s":0.003476,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001114,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002362,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012722,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020962,"completed_at":"2026-06-16T04:17:07.917Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1737vm-test-run-nixbot-gitlab> gitlab # [  293.229242] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.919Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e5e3fc27253faaf9e1476a0d","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e5e3fc27253faaf9e1476a0d: start","job_status":"start","queue_duration_s":1.771358,"scheduling_latency_s":1.771392}1738vm-test-run-nixbot-gitlab> gitlab # [  293.321545] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.940Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e5e3fc27253faaf9e1476a0d","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e5e3fc27253faaf9e1476a0d: done: 0.021014 sec","job_status":"done","queue_duration_s":1.771358,"scheduling_latency_s":1.771392,"redis_calls":13,"redis_duration_s":0.003431,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001125,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002306,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01283,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021014,"completed_at":"2026-06-16T04:17:07.940Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1739vm-test-run-nixbot-gitlab> gitlab # [  293.324095] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.942Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"29d3e55670b18bd538c72264","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-29d3e55670b18bd538c72264: start","job_status":"start","queue_duration_s":1.794332,"scheduling_latency_s":1.794366}1740vm-test-run-nixbot-gitlab> gitlab # [  293.397365] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:07.963Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"29d3e55670b18bd538c72264","created_at":"2026-06-16T04:17:06.049Z","trace_propagation_headers":{"sentry-trace":"5d5556fe55ce4e959f0e2dc70400c701-5f97029d30da4912","baggage":"sentry-trace_id=5d5556fe55ce4e959f0e2dc70400c701,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"0b3c62ba2e2282125ba56714c67ec449","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:06.147Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-29d3e55670b18bd538c72264: done: 0.02126 sec","job_status":"done","queue_duration_s":1.794332,"scheduling_latency_s":1.794366,"redis_calls":13,"redis_duration_s":0.003654,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001248,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002406,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013024,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02126,"completed_at":"2026-06-16T04:17:07.963Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1741vm-test-run-nixbot-gitlab> gitlab # [  311.780988] redis[1259]: 10 changes in 300 seconds. Saving...1742vm-test-run-nixbot-gitlab> gitlab # [  311.787796] redis[1259]: Background saving started by pid 37891743vm-test-run-nixbot-gitlab> gitlab # [  311.794232] redis[3789]: BGSAVE done, 474 keys saved, 0 keys skipped, 120866 bytes written.1744vm-test-run-nixbot-gitlab> gitlab # [  311.802233] redis[3789]: DB saved on disk1745vm-test-run-nixbot-gitlab> gitlab # [  311.805403] redis[3789]: Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB1746vm-test-run-nixbot-gitlab> gitlab # [  311.883395] redis[1259]: Background saving terminated with success1747vm-test-run-nixbot-gitlab> gitlab # [  313.171556] postgres[1335]: [1335] LOG:  checkpoint starting: time1748vm-test-run-nixbot-gitlab> gitlab # [  314.700418] gitaly[1396]: time="2026-06-16T04:17:32.946Z" level=info msg="burden monitor stats" pid=1396 top_10_by_cpu="[]" top_10_by_memory="[]"1749vm-test-run-nixbot-gitlab> gitlab # [  316.611718] runuser[3448]: pam_unix(runuser:session): session closed for user gitlab1750vm-test-run-nixbot-gitlab> gitlab # [  316.615995] setup-gitlab-start[3813]: ++ jq -r .token1751vm-test-run-nixbot-gitlab> gitlab # [  316.619364] setup-gitlab-start[3814]: +++ date -d '+7 days' +%F1752vm-test-run-nixbot-gitlab> gitlab # [  316.622834] setup-gitlab-start[3812]: ++ curl -fs -X POST -H 'Authorization: Bearer a825e9eef2f13a9a4fb7f61d177875c6bb458d1452b8ae36bafe354e1224f9d4' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-06-23"}' http://gitlab/api/v4/users/1/personal_access_tokens1753vm-test-run-nixbot-gitlab> gitlab # [  316.994606] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:35.239Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"b508b0617c5962d9c8cc4fd3","created_at":"2026-06-16T04:17:35.191Z","trace_propagation_headers":{"sentry-trace":"c452f083904c47be9d6564c26f48947a-314bf5a16d734d33","baggage":"sentry-trace_id=c452f083904c47be9d6564c26f48947a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC8N1E4SRYZ7B2NZJD7C4","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:9f62ee6af50193b8f0a9935ad66e4b4ab0fa3bf804d4f4f38b0ab674726138a8","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:35.234Z","job_size_bytes":451,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-b508b0617c5962d9c8cc4fd3: start","job_status":"start","queue_duration_s":0.004705,"scheduling_latency_s":0.004764}1754vm-test-run-nixbot-gitlab> gitlab # [  317.007367] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:35 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 3701755vm-test-run-nixbot-gitlab> gitlab # [  317.028672] setup-gitlab-start[3388]: + TOKEN=glpat-RttnoDl5V7z8abMUqAARi286MQp1OjEH.01.0w0gnard11756vm-test-run-nixbot-gitlab> gitlab # [  317.029865] setup-gitlab-start[3388]: + test -n glpat-RttnoDl5V7z8abMUqAARi286MQp1OjEH.01.0w0gnard11757vm-test-run-nixbot-gitlab> gitlab # [  317.031059] setup-gitlab-start[3388]: + test glpat-RttnoDl5V7z8abMUqAARi286MQp1OjEH.01.0w0gnard1 '!=' null1758vm-test-run-nixbot-gitlab> gitlab # [  317.032050] setup-gitlab-start[3388]: + mkdir -p /var/lib/secrets1759vm-test-run-nixbot-gitlab> gitlab # [  317.033363] setup-gitlab-start[3388]: + echo glpat-RttnoDl5V7z8abMUqAARi286MQp1OjEH.01.0w0gnard11760vm-test-run-nixbot-gitlab> gitlab # [  317.034473] setup-gitlab-start[3388]: + chmod 644 /var/lib/secrets/gitlab-token1761vm-test-run-nixbot-gitlab> gitlab # [  317.038098] setup-gitlab-start[3388]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-RttnoDl5V7z8abMUqAARi286MQp1OjEH.01.0w0gnard1' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1762vm-test-run-nixbot-gitlab> gitlab # [  317.241655] sidekiq-cluster[2488]: {"severity":"WARN","time":"2026-06-16T04:17:35.487Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"b508b0617c5962d9c8cc4fd3","created_at":"2026-06-16T04:17:35.191Z","trace_propagation_headers":{"sentry-trace":"c452f083904c47be9d6564c26f48947a-314bf5a16d734d33","baggage":"sentry-trace_id=c452f083904c47be9d6564c26f48947a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC8N1E4SRYZ7B2NZJD7C4","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:9f62ee6af50193b8f0a9935ad66e4b4ab0fa3bf804d4f4f38b0ab674726138a8","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:35.234Z","job_size_bytes":451,"pid":2488,"sidekiq_tid":"lynw","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-b508b0617c5962d9c8cc4fd3: fail: 0.247711 sec","job_status":"fail","queue_duration_s":0.004705,"scheduling_latency_s":0.004764,"redis_calls":11,"redis_duration_s":0.00424,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001218,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002326,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000696,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.022,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.143636,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000467098,"duration_s":0.247711,"completed_at":"2026-06-16T04:17:35.486Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.031403,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1763vm-test-run-nixbot-gitlab> gitlab # [  317.933871] gitaly[1396]: time="2026-06-16T04:17:36.179Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.008" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.179" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1764vm-test-run-nixbot-gitlab> gitlab # [  317.936591] gitaly[1396]: time="2026-06-16T04:17:36.179Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.008" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.179" grpc.time_ms=0.379 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1765vm-test-run-nixbot-gitlab> gitlab # [  318.062349] gitaly[1396]: time="2026-06-16T04:17:36.308Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.138" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.308" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1766vm-test-run-nixbot-gitlab> gitlab # [  318.065236] gitaly[1396]: time="2026-06-16T04:17:36.309Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.138" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.308" grpc.time_ms=0.36 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1767vm-test-run-nixbot-gitlab> gitlab # [  318.170386] gitaly[1396]: time="2026-06-16T04:17:36.416Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF diskcache=e768a38d-ce02-4815-85fd-ff38bd11d9b0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T04:17:46.151" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.321" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1768vm-test-run-nixbot-gitlab> gitlab # [  318.173438] gitaly[1396]: time="2026-06-16T04:17:36.417Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=327 command.oublock=32 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T04:17:46.151" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.321" grpc.time_ms=95.162 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1769vm-test-run-nixbot-gitlab> gitlab # [  318.189659] gitaly[1396]: time="2026-06-16T04:17:36.436Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.264" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.435" pid=1396 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1770vm-test-run-nixbot-gitlab> gitlab # [  318.191494] gitaly[1396]: time="2026-06-16T04:17:36.436Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.264" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.435" grpc.time_ms=1.1 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1771vm-test-run-nixbot-gitlab> gitlab # [  318.208275] gitaly[1396]: time="2026-06-16T04:17:36.454Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:46.273" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.444" grpc.time_ms=9.425 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1772vm-test-run-nixbot-gitlab> gitlab # [  318.239850] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:36.484Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"1073f9da553969e33513850f","created_at":"2026-06-16T04:17:36.467Z","trace_propagation_headers":{"sentry-trace":"2c95ae7f2d61454ca1d4c6820d9ad88a-d4f9f4b07e2b4736","baggage":"sentry-trace_id=2c95ae7f2d61454ca1d4c6820d9ad88a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC9222J8FZ7A6Y3T911PF","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:36.481Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-1073f9da553969e33513850f: start","job_status":"start","queue_duration_s":0.002713,"scheduling_latency_s":0.002791}1773vm-test-run-nixbot-gitlab> gitlab # [  318.262233] gitaly[1396]: time="2026-06-16T04:17:36.508Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.008" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.508" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1774vm-test-run-nixbot-gitlab> gitlab # [  318.263897] gitaly[1396]: time="2026-06-16T04:17:36.509Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.008" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.508" grpc.time_ms=0.38 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1775vm-test-run-nixbot-gitlab> gitlab # [  318.298505] gitaly[1396]: time="2026-06-16T04:17:36.544Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF diskcache=001f5e03-c39f-463d-8e45-c438343739c6 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T04:17:46.011" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.511" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1776vm-test-run-nixbot-gitlab> gitlab # [  318.299806] gitaly[1396]: time="2026-06-16T04:17:36.544Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=323 command.oublock=32 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T04:17:46.011" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.511" grpc.time_ms=32.883 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1777vm-test-run-nixbot-gitlab> gitlab # [  318.315678] gitaly[1396]: time="2026-06-16T04:17:36.562Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.060" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.561" pid=1396 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1778vm-test-run-nixbot-gitlab> gitlab # [  318.401449] gitaly[1396]: time="2026-06-16T04:17:36.562Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.060" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.561" grpc.time_ms=0.907 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1779vm-test-run-nixbot-gitlab> gitlab # [  318.403149] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:36.586Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"1073f9da553969e33513850f","created_at":"2026-06-16T04:17:36.467Z","trace_propagation_headers":{"sentry-trace":"2c95ae7f2d61454ca1d4c6820d9ad88a-d4f9f4b07e2b4736","baggage":"sentry-trace_id=2c95ae7f2d61454ca1d4c6820d9ad88a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC9222J8FZ7A6Y3T911PF","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:36.481Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-1073f9da553969e33513850f: done: 0.101872 sec","job_status":"done","queue_duration_s":0.002713,"scheduling_latency_s":0.002791,"redis_calls":13,"redis_duration_s":0.005865,"redis_read_bytes":138,"redis_write_bytes":1593,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001754,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":428,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002196,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001915,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.055923,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.044562927,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.101872,"completed_at":"2026-06-16T04:17:36.586Z","load_balancing_strategy":"primary","db_duration_s":0.015445,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1780vm-test-run-nixbot-gitlab> gitlab # [  318.494377] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:36.588Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"9925f70b33de808e7952a951","created_at":"2026-06-16T04:17:36.490Z","trace_propagation_headers":{"sentry-trace":"2c95ae7f2d61454ca1d4c6820d9ad88a-d4f9f4b07e2b4736","baggage":"sentry-trace_id=2c95ae7f2d61454ca1d4c6820d9ad88a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC9222J8FZ7A6Y3T911PF","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:36.501Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-9925f70b33de808e7952a951: start","job_status":"start","queue_duration_s":0.087286,"scheduling_latency_s":0.087322}1781vm-test-run-nixbot-gitlab> gitlab # [  318.496200] gitaly[1396]: time="2026-06-16T04:17:36.580Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=621 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:46.070" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.570" grpc.time_ms=9.514 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1782vm-test-run-nixbot-gitlab> gitlab # [  318.497917] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:36.716Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"9925f70b33de808e7952a951","created_at":"2026-06-16T04:17:36.490Z","trace_propagation_headers":{"sentry-trace":"2c95ae7f2d61454ca1d4c6820d9ad88a-d4f9f4b07e2b4736","baggage":"sentry-trace_id=2c95ae7f2d61454ca1d4c6820d9ad88a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC9222J8FZ7A6Y3T911PF","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:36.501Z","job_size_bytes":2,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-9925f70b33de808e7952a951: done: 0.127916 sec","job_status":"done","queue_duration_s":0.087286,"scheduling_latency_s":0.087322,"redis_calls":14,"redis_duration_s":0.004814,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001642,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001919,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001253,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.079589,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.090554805,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.127916,"completed_at":"2026-06-16T04:17:36.716Z","load_balancing_strategy":"primary","db_duration_s":0.035141,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1783vm-test-run-nixbot-gitlab> gitlab # [  318.597623] gitaly[1396]: time="2026-06-16T04:17:36.621Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:46.120" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.621" grpc.time_ms=0.201 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1784vm-test-run-nixbot-gitlab> gitlab # [  318.599209] gitaly[1396]: time="2026-06-16T04:17:36.646Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T04:17:46.132" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:36.646" grpc.time_ms=0.299 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1785vm-test-run-nixbot-gitlab> gitlab # [  318.944827] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:37.191Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"cd2b1ab9eb45c8813806081f","created_at":"2026-06-16T04:17:37.180Z","trace_propagation_headers":{"sentry-trace":"2c95ae7f2d61454ca1d4c6820d9ad88a-d4f9f4b07e2b4736","baggage":"sentry-trace_id=2c95ae7f2d61454ca1d4c6820d9ad88a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC9222J8FZ7A6Y3T911PF","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.188Z","job_size_bytes":5,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-cd2b1ab9eb45c8813806081f: start","job_status":"start","queue_duration_s":0.00214,"scheduling_latency_s":0.002185}1786vm-test-run-nixbot-gitlab> gitlab # [  319.047570] gitaly[1396]: time="2026-06-16T04:17:37.293Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9222J8FZ7A6Y3T911PF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:47.114" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:37.284" grpc.time_ms=8.525 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1787vm-test-run-nixbot-gitlab> gitlab # [  319.108327] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:37.354Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"cd2b1ab9eb45c8813806081f","created_at":"2026-06-16T04:17:37.180Z","trace_propagation_headers":{"sentry-trace":"2c95ae7f2d61454ca1d4c6820d9ad88a-d4f9f4b07e2b4736","baggage":"sentry-trace_id=2c95ae7f2d61454ca1d4c6820d9ad88a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC9222J8FZ7A6Y3T911PF","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.188Z","job_size_bytes":5,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-cd2b1ab9eb45c8813806081f: done: 0.163543 sec","job_status":"done","queue_duration_s":0.00214,"scheduling_latency_s":0.002185,"redis_calls":12,"redis_duration_s":0.005476,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001682,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00299,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000804,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.122959,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000407593,"duration_s":0.163543,"completed_at":"2026-06-16T04:17:37.354Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.02203,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1788vm-test-run-nixbot-gitlab> gitlab # [  319.154420] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:37.356Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"678675499342fd3f84699159","created_at":"2026-06-16T04:17:37.246Z","trace_propagation_headers":{"sentry-trace":"2c95ae7f2d61454ca1d4c6820d9ad88a-d4f9f4b07e2b4736","baggage":"sentry-trace_id=2c95ae7f2d61454ca1d4c6820d9ad88a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC9222J8FZ7A6Y3T911PF","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.253Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-678675499342fd3f84699159: start","job_status":"start","queue_duration_s":0.103058,"scheduling_latency_s":0.103086}1789vm-test-run-nixbot-gitlab> gitlab # [  319.459891] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:37.705Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"678675499342fd3f84699159","created_at":"2026-06-16T04:17:37.246Z","trace_propagation_headers":{"sentry-trace":"2c95ae7f2d61454ca1d4c6820d9ad88a-d4f9f4b07e2b4736","baggage":"sentry-trace_id=2c95ae7f2d61454ca1d4c6820d9ad88a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC9222J8FZ7A6Y3T911PF","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.253Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-678675499342fd3f84699159: done: 0.349175 sec","job_status":"done","queue_duration_s":0.103058,"scheduling_latency_s":0.103086,"redis_calls":11,"redis_duration_s":0.005098,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001176,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00305,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000872,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.031,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.304,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.304,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.03,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.187105,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000753447,"duration_s":0.349175,"completed_at":"2026-06-16T04:17:37.705Z","load_balancing_strategy":"primary","db_duration_s":0.160812,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1790vm-test-run-nixbot-gitlab> gitlab # [  319.533684] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:37.708Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"699b3141cdb11b2630258f2d","created_at":"2026-06-16T04:17:37.257Z","trace_propagation_headers":{"sentry-trace":"2c95ae7f2d61454ca1d4c6820d9ad88a-d4f9f4b07e2b4736","baggage":"sentry-trace_id=2c95ae7f2d61454ca1d4c6820d9ad88a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC9222J8FZ7A6Y3T911PF","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.265Z","job_size_bytes":89,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-699b3141cdb11b2630258f2d: start","job_status":"start","queue_duration_s":0.44252,"scheduling_latency_s":0.442549}1791vm-test-run-nixbot-gitlab> gitlab # [  319.586057] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:37.832Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"699b3141cdb11b2630258f2d","created_at":"2026-06-16T04:17:37.257Z","trace_propagation_headers":{"sentry-trace":"2c95ae7f2d61454ca1d4c6820d9ad88a-d4f9f4b07e2b4736","baggage":"sentry-trace_id=2c95ae7f2d61454ca1d4c6820d9ad88a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC9222J8FZ7A6Y3T911PF","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.265Z","job_size_bytes":89,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-699b3141cdb11b2630258f2d: done: 0.124173 sec","job_status":"done","queue_duration_s":0.44252,"scheduling_latency_s":0.442549,"redis_calls":11,"redis_duration_s":0.005115,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00178,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002582,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000753,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.013,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.076339,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000397537,"duration_s":0.124173,"completed_at":"2026-06-16T04:17:37.832Z","load_balancing_strategy":"primary","db_duration_s":0.038436,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1792vm-test-run-nixbot-gitlab> gitlab # [  319.725492] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:37 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 26721793vm-test-run-nixbot-gitlab> gitlab # [  319.732465] setup-gitlab-start[3388]: + mkdir -p /tmp/test-flake1794vm-test-run-nixbot-gitlab> gitlab # [  319.736171] setup-gitlab-start[3388]: + cd /tmp/test-flake1795vm-test-run-nixbot-gitlab> gitlab # [  319.738648] setup-gitlab-start[3388]: + git init -b master1796vm-test-run-nixbot-gitlab> gitlab # [  319.768943] setup-gitlab-start[3857]: Initialized empty Git repository in /tmp/test-flake/.git/1797vm-test-run-nixbot-gitlab> gitlab # [  319.771084] setup-gitlab-start[3388]: + git config user.name test1798vm-test-run-nixbot-gitlab> gitlab # [  319.775320] setup-gitlab-start[3388]: + git config user.email test@example.com1799vm-test-run-nixbot-gitlab> gitlab # [  319.780734] setup-gitlab-start[3388]: + cat1800vm-test-run-nixbot-gitlab> gitlab # [  319.785945] setup-gitlab-start[3388]: + git add flake.nix1801vm-test-run-nixbot-gitlab> gitlab # [  319.795858] setup-gitlab-start[3388]: + git commit -m 'initial commit'1802vm-test-run-nixbot-gitlab> gitlab # [  319.825141] setup-gitlab-start[3862]: [master (root-commit) 0af4d89] initial commit1803vm-test-run-nixbot-gitlab> gitlab # [  319.828163] setup-gitlab-start[3862]:  1 file changed, 10 insertions(+)1804vm-test-run-nixbot-gitlab> gitlab # [  319.831226] setup-gitlab-start[3862]:  create mode 100644 flake.nix1805vm-test-run-nixbot-gitlab> gitlab # [  319.834421] setup-gitlab-start[3388]: + git remote add origin http://oauth2:glpat-RttnoDl5V7z8abMUqAARi286MQp1OjEH.01.0w0gnard1@gitlab/root/test-flake.git1806vm-test-run-nixbot-gitlab> gitlab # [  319.837509] setup-gitlab-start[3388]: + git push -u origin master1807vm-test-run-nixbot-gitlab> gitlab # [  319.940743] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:38 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 721808vm-test-run-nixbot-gitlab> gitlab # [  320.393206] gitaly[1396]: time="2026-06-16T04:17:38.637Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACBWNS71H9HC81BKFHP3V grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:38.621" grpc.time_ms=16.624 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1809vm-test-run-nixbot-gitlab> gitlab # [  320.400599] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:38 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 4471810vm-test-run-nixbot-gitlab> gitlab # [  320.733956] gitaly[1396]: time="2026-06-16T04:17:38.980Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=620 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:48.007" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:38.968" grpc.time_ms=12.134 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1811vm-test-run-nixbot-gitlab> gitlab # [  320.788310] gitaly[1396]: time="2026-06-16T04:17:39.034Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=329 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-16T04:18:09.018" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-16T04:17:39.019" grpc.time_ms=15.26 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1812vm-test-run-nixbot-gitlab> gitlab # [  320.811341] gitaly[1396]: time="2026-06-16T04:17:39.057Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KV7ACCCS9P2AVH6444EEEP14 duration_ms=164ns method=POST pid=1396 status=200 url="http://unix/api/v4/internal/allowed"1813vm-test-run-nixbot-gitlab> gitlab # [  320.956286] gitaly[1396]: time="2026-06-16T04:17:39.202Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KV7ACCCS9P2AVH6444EEEP14 duration_ms=143ns method=POST pid=1396 status=200 url="http://unix/api/v4/internal/pre_receive"1814vm-test-run-nixbot-gitlab> gitlab # [  320.969568] gitaly[1396]: time="2026-06-16T04:17:39.216Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5320 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:38.892" grpc.time_ms=322.798 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1815vm-test-run-nixbot-gitlab> gitlab # [  321.034710] gitaly[1396]: time="2026-06-16T04:17:39.281Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4790 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:39.280" grpc.time_ms=0.677 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1816vm-test-run-nixbot-gitlab> gitlab # [  321.081528] gitaly[1396]: time="2026-06-16T04:17:39.328Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:39.327" grpc.time_ms=0.557 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1817vm-test-run-nixbot-gitlab> gitlab # [  321.123794] gitaly[1396]: time="2026-06-16T04:17:39.370Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:39.369" grpc.time_ms=0.439 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1818vm-test-run-nixbot-gitlab> gitlab # [  321.212798] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:39.457Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 0af4d89f58acfb571c2e6b75802ec6ba4569bd5e refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"ae4fa7a4bc6bfff9e13a6d91","created_at":"2026-06-16T04:17:39.449Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-e6e3520129984a57","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:39.455Z","job_size_bytes":185,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-ae4fa7a4bc6bfff9e13a6d91: start","job_status":"start","queue_duration_s":0.002334,"scheduling_latency_s":0.002486}1819vm-test-run-nixbot-gitlab> gitlab # [  321.248433] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:39.491Z","message":"changes: \"0000000000000000000000000000000000000000 0af4d89f58acfb571c2e6b75802ec6ba4569bd5e refs/heads/master\\n\""}1820vm-test-run-nixbot-gitlab> gitlab # [  321.253136] gitaly[1396]: time="2026-06-16T04:17:39.486Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:49.006" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:39.477" grpc.time_ms=9.523 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1821vm-test-run-nixbot-gitlab> gitlab # [  321.279426] gitaly[1396]: time="2026-06-16T04:17:39.526Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1569 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=13 command.system_time_ms=8 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-16T04:17:49.028" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:39.499" grpc.time_ms=26.279 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1822vm-test-run-nixbot-gitlab> gitlab # [  321.303480] gitaly[1396]: time="2026-06-16T04:17:39.539Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KV7ACCCS9P2AVH6444EEEP14 duration_ms=128ns method=POST pid=1396 status=200 url="http://unix/api/v4/internal/post_receive"1823vm-test-run-nixbot-gitlab> gitlab # [  321.304864] gitaly[1396]: time="2026-06-16T04:17:39.540Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4814 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:39.410" grpc.time_ms=129.624 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1824vm-test-run-nixbot-gitlab> gitlab # [  321.306285] gitaly[1396]: time="2026-06-16T04:17:39.549Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:49.007" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:39.538" grpc.time_ms=11.03 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1825vm-test-run-nixbot-gitlab> gitlab # [  321.352791] gitaly[1396]: time="2026-06-16T04:17:39.599Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=38 command.spawn_token_fork_ms=32 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:49.028" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:39.559" grpc.time_ms=39.776 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1826vm-test-run-nixbot-gitlab> gitlab # [  321.377382] gitaly[1396]: time="2026-06-16T04:17:39.605Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 diskcache=db18a9b6-be18-470d-9237-f57df0d3f018 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:38.823" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1827vm-test-run-nixbot-gitlab> gitlab # [  321.379281] setup-gitlab-start[3866]: To http://gitlab/root/test-flake.git1828vm-test-run-nixbot-gitlab> gitlab # [  321.380383] setup-gitlab-start[3866]:  * [new branch]      master -> master1829vm-test-run-nixbot-gitlab> gitlab # [  321.382518] gitlab-workhorse[1300]: time="2026-06-16T04:17:39Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521830vm-test-run-nixbot-gitlab> gitlab # [  321.384059] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:39 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 8901831vm-test-run-nixbot-gitlab> gitlab # [  321.385165] gitaly[1396]: time="2026-06-16T04:17:39.605Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=272 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=13690 command.oublock=32 command.real_time_ms=771 command.spawn_token_fork_ms=0 command.system_time_ms=196 command.user_time_ms=76 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=685 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:38.823" grpc.time_ms=781.687 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1832vm-test-run-nixbot-gitlab> gitlab # [  321.386965] setup-gitlab-start[3866]: branch 'master' set up to track 'origin/master'.1833vm-test-run-nixbot-gitlab> gitlab # [  321.438912] systemd[1]: Finished setup-gitlab.service.1834vm-test-run-nixbot-gitlab> gitlab # [  321.442476] systemd[1]: Starting nixbot CI service...1835vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 323.27 seconds)1836vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1837vm-test-run-nixbot-gitlab> gitlab # [  321.548969] gitaly[1396]: time="2026-06-16T04:17:39.795Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=633 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-16T04:17:49.253" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:39.784" grpc.time_ms=10.49 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1838vm-test-run-nixbot-gitlab> gitlab # [  321.591394] gitaly[1396]: time="2026-06-16T04:17:39.837Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3940 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:39.837" grpc.time_ms=0.496 pid=1396 span.kind=server system=grpc1839vm-test-run-nixbot-gitlab> gitlab # [  321.630764] gitaly[1396]: time="2026-06-16T04:17:39.877Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3942 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:39.876" grpc.time_ms=0.424 pid=1396 span.kind=server system=grpc1840vm-test-run-nixbot-gitlab> gitlab # [  321.659851] gitaly[1396]: time="2026-06-16T04:17:39.906Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 diskcache=b550d7cd-eec7-457b-9b3a-857202e91b42 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:49.277" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:39.808" pid=1396 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1841vm-test-run-nixbot-gitlab> gitlab # [  321.678902] gitaly[1396]: time="2026-06-16T04:17:39.906Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=57 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4984 command.oublock=8 command.real_time_ms=87 command.spawn_token_fork_ms=1 command.system_time_ms=43 command.user_time_ms=14 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:49.277" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:39.808" grpc.time_ms=98.273 pid=1396 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1842vm-test-run-nixbot-gitlab> gitlab # [  321.687198] gitaly[1396]: time="2026-06-16T04:17:39.933Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:49.002" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:39.933" grpc.time_ms=0.195 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1843vm-test-run-nixbot-gitlab> gitlab # [  321.735506] gitaly[1396]: time="2026-06-16T04:17:39.982Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=940 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-16T04:17:49.041" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:39.971" grpc.time_ms=9.523 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1844vm-test-run-nixbot-gitlab> gitlab # [  321.836356] gitaly[1396]: time="2026-06-16T04:17:40.082Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=338 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-16T04:18:10.076" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:40.077" grpc.time_ms=5.272 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1845vm-test-run-nixbot-gitlab> gitlab # [  321.873382] gitaly[1396]: time="2026-06-16T04:17:40.119Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T04:17:50.008" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:40.119" grpc.time_ms=0.269 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1846vm-test-run-nixbot-gitlab> gitlab # [  321.892880] gitaly[1396]: time="2026-06-16T04:17:40.130Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=342 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-16T04:17:50.013" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-16T04:17:40.123" grpc.time_ms=6.005 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1847vm-test-run-nixbot-gitlab> gitlab # [  321.941806] gitaly[1396]: time="2026-06-16T04:17:40.188Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:50.068" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:40.179" grpc.time_ms=8.526 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1848vm-test-run-nixbot-gitlab> gitlab # [  321.956418] gitaly[1396]: time="2026-06-16T04:17:40.202Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:50.085" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:40.196" grpc.time_ms=6.681 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1849vm-test-run-nixbot-gitlab> gitlab # [  321.989154] gitaly[1396]: time="2026-06-16T04:17:40.235Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=961 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=0 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T04:18:10.217" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:40.218" grpc.time_ms=17.203 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1850vm-test-run-nixbot-gitlab> gitlab # [  322.344181] gitaly[1396]: time="2026-06-16T04:17:40.590Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-16T04:17:50.058" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:40.588" grpc.time_ms=2.097 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1851vm-test-run-nixbot-gitlab> gitlab # [  322.393763] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:40.639Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 0af4d89f58acfb571c2e6b75802ec6ba4569bd5e refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"ae4fa7a4bc6bfff9e13a6d91","created_at":"2026-06-16T04:17:39.449Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-e6e3520129984a57","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:39.455Z","job_size_bytes":185,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-ae4fa7a4bc6bfff9e13a6d91: done: 1.181814 sec","job_status":"done","queue_duration_s":0.002334,"scheduling_latency_s":0.002486,"gitaly_calls":13,"gitaly_duration_s":0.313582,"redis_calls":199,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.230178,"redis_read_bytes":957,"redis_write_bytes":19727,"redis_cache_calls":14,"redis_cache_duration_s":0.00619,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.035789,"redis_feature_flag_read_bytes":540,"redis_feature_flag_write_bytes":4279,"redis_queues_calls":8,"redis_queues_duration_s":0.001782,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4933,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.004959,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.164913,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.016545,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":51,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":51,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.073,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":51,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.246,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.281,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.073,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.54726,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001035327,"exclusive_lock_hold_duration_s":0.049356552,"duration_s":1.181814,"completed_at":"2026-06-16T04:17:40.639Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.115771,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1852vm-test-run-nixbot-gitlab> gitlab # [  322.437523] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:40.642Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ca7feec126ce7a5c5eaa3023","created_at":"2026-06-16T04:17:39.745Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-a956840399314d0b","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:39.756Z","job_size_bytes":46,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ca7feec126ce7a5c5eaa3023: start","job_status":"start","queue_duration_s":0.885921,"scheduling_latency_s":0.885967}1853vm-test-run-nixbot-gitlab> gitlab # [  322.460803] gitaly[1396]: time="2026-06-16T04:17:40.707Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-16T10:17:40.699" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:40.700" grpc.time_ms=6.375 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1854vm-test-run-nixbot-gitlab> gitlab # [  322.563620] gitaly[1396]: time="2026-06-16T04:17:40.809Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=645 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=1 command.system_time_ms=9 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-16T04:18:10.792" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:40.793" grpc.time_ms=15.81 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1855vm-test-run-nixbot-gitlab> gitlab # [  322.617833] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:40.863Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ca7feec126ce7a5c5eaa3023","created_at":"2026-06-16T04:17:39.745Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-a956840399314d0b","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:39.756Z","job_size_bytes":46,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ca7feec126ce7a5c5eaa3023: done: 0.221225 sec","job_status":"done","queue_duration_s":0.885921,"scheduling_latency_s":0.885967,"gitaly_calls":2,"gitaly_duration_s":0.097986,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.015290999999999999,"redis_read_bytes":68,"redis_write_bytes":4889,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.00309,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.00155,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2116,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003641,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.005663,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":754,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001347,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.089707,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000930845,"duration_s":0.221225,"completed_at":"2026-06-16T04:17:40.863Z","load_balancing_strategy":"primary","db_duration_s":0.01772,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1856vm-test-run-nixbot-gitlab> gitlab # [  322.690352] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:40.936Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"8cb95b90ffba835c5ba2787c","created_at":"2026-06-16T04:17:39.771Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-a956840399314d0b","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:39.778Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-8cb95b90ffba835c5ba2787c: start","job_status":"start","queue_duration_s":1.157911,"scheduling_latency_s":1.157982}1857vm-test-run-nixbot-gitlab> gitlab # [  322.769077] gitaly[1396]: time="2026-06-16T04:17:41.015Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 diskcache=5a50e9b1-1a8b-4581-9cba-c45018b5242a grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T10:17:40.985" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:40.986" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1858vm-test-run-nixbot-gitlab> gitlab # [  322.787825] gitaly[1396]: time="2026-06-16T04:17:41.016Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1290 command.oublock=0 command.real_time_ms=27 command.spawn_token_fork_ms=0 command.system_time_ms=7 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T10:17:40.985" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:40.986" grpc.time_ms=29.358 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1859vm-test-run-nixbot-gitlab> gitlab # [  322.815119] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:41.053Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"8cb95b90ffba835c5ba2787c","created_at":"2026-06-16T04:17:39.771Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-a956840399314d0b","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:39.778Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-8cb95b90ffba835c5ba2787c: done: 0.117317 sec","job_status":"done","queue_duration_s":1.157911,"scheduling_latency_s":1.157982,"gitaly_calls":1,"gitaly_duration_s":0.033319,"redis_calls":15,"redis_duration_s":0.008321,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002383,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00282,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.00095,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002168,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.009,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.017,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053892,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.071922828,"duration_s":0.117317,"completed_at":"2026-06-16T04:17:41.053Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.015803,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1860vm-test-run-nixbot-gitlab> gitlab # [  322.818904] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:41.055Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"8adb5f4fc1efdc8d3bce8a98","created_at":"2026-06-16T04:17:39.928Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-a956840399314d0b","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:39.930Z","job_size_bytes":23,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-8adb5f4fc1efdc8d3bce8a98: start","job_status":"start","queue_duration_s":1.124849,"scheduling_latency_s":1.124876}1861vm-test-run-nixbot-gitlab> gitlab # [  322.902876] nixbot[3956]: {"ts": "2026-06-16T04:17:41.137Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1862vm-test-run-nixbot-gitlab> gitlab # [  322.915273] nixbot[3956]: {"ts": "2026-06-16T04:17:41.161Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1863vm-test-run-nixbot-gitlab> gitlab # [  322.932834] nixbot[3956]: {"ts": "2026-06-16T04:17:41.179Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1864vm-test-run-nixbot-gitlab> gitlab # [  322.936630] nixbot[3956]: {"ts": "2026-06-16T04:17:41.183Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1865vm-test-run-nixbot-gitlab> gitlab # [  322.944890] nixbot[3956]: {"ts": "2026-06-16T04:17:41.191Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1866vm-test-run-nixbot-gitlab> gitlab # [  322.954440] nixbot[3956]: {"ts": "2026-06-16T04:17:41.200Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1867vm-test-run-nixbot-gitlab> gitlab # [  322.961719] nixbot[3956]: {"ts": "2026-06-16T04:17:41.208Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1868vm-test-run-nixbot-gitlab> gitlab # [  322.967478] nixbot[3956]: {"ts": "2026-06-16T04:17:41.214Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1869vm-test-run-nixbot-gitlab> gitlab # [  322.976306] nixbot[3956]: {"ts": "2026-06-16T04:17:41.222Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1870vm-test-run-nixbot-gitlab> gitlab # [  322.982404] nixbot[3956]: {"ts": "2026-06-16T04:17:41.228Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1871vm-test-run-nixbot-gitlab> gitlab # [  322.989456] nixbot[3956]: {"ts": "2026-06-16T04:17:41.235Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1872vm-test-run-nixbot-gitlab> gitlab # [  322.996757] gitaly[1396]: time="2026-06-16T04:17:41.243Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=645 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=4 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-16T04:18:11.228" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:41.228" grpc.time_ms=14.655 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1873vm-test-run-nixbot-gitlab> gitlab # [  323.002183] nixbot[3956]: {"ts": "2026-06-16T04:17:41.248Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1874vm-test-run-nixbot-gitlab> gitlab # [  323.006364] nixbot[3956]: {"ts": "2026-06-16T04:17:41.252Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1875vm-test-run-nixbot-gitlab> gitlab # [  323.009858] nixbot[3956]: {"ts": "2026-06-16T04:17:41.256Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1876vm-test-run-nixbot-gitlab> gitlab # [  323.011299] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:41.257Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"8adb5f4fc1efdc8d3bce8a98","created_at":"2026-06-16T04:17:39.928Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-a956840399314d0b","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:39.930Z","job_size_bytes":23,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-8adb5f4fc1efdc8d3bce8a98: done: 0.201965 sec","job_status":"done","queue_duration_s":1.124849,"scheduling_latency_s":1.124876,"gitaly_calls":1,"gitaly_duration_s":0.018199,"redis_calls":16,"redis_duration_s":0.12720499999999998,"redis_read_bytes":52,"redis_write_bytes":2047,"redis_queues_calls":1,"redis_queues_duration_s":0.000472,"redis_queues_read_bytes":1,"redis_queues_write_bytes":978,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.122195,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.003405,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001133,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050751,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.201965,"completed_at":"2026-06-16T04:17:41.257Z","load_balancing_strategy":"primary","db_duration_s":0.004784,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1877vm-test-run-nixbot-gitlab> gitlab # [  323.088571] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:41.259Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"939a8ab310976f2f80bc3d23","created_at":"2026-06-16T04:17:40.538Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-a956840399314d0b","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0238cfa7c22a9ed6f259d1f1f1fced686be15f73a94681239a5cc8c466c28ca5","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:40.545Z","job_size_bytes":467,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-939a8ab310976f2f80bc3d23: start","job_status":"start","queue_duration_s":0.713022,"scheduling_latency_s":0.713058}1878vm-test-run-nixbot-gitlab> gitlab # [  323.090297] gitaly[1396]: time="2026-06-16T04:17:41.311Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:11.310" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:41.311" grpc.time_ms=0.631 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1879vm-test-run-nixbot-gitlab> gitlab # [  323.092153] nixbot[3956]: {"ts": "2026-06-16T04:17:41.263Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1880vm-test-run-nixbot-gitlab> gitlab # [  323.093194] nixbot[3956]: {"ts": "2026-06-16T04:17:41.266Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1881vm-test-run-nixbot-gitlab> gitlab # [  323.094124] nixbot[3956]: {"ts": "2026-06-16T04:17:41.268Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1882vm-test-run-nixbot-gitlab> gitlab # [  323.095064] nixbot[3956]: {"ts": "2026-06-16T04:17:41.270Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1883vm-test-run-nixbot-gitlab> gitlab # [  323.096046] gitaly[1396]: time="2026-06-16T04:17:41.322Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T04:17:51.204" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:41.314" grpc.time_ms=7.985 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1884vm-test-run-nixbot-gitlab> gitlab # [  323.379211] gitaly[1396]: time="2026-06-16T04:17:41.625Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:11.623" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:41.623" grpc.time_ms=1.687 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1885vm-test-run-nixbot-gitlab> gitlab # [  323.436223] gitaly[1396]: time="2026-06-16T04:17:41.682Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=78 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-16T04:18:11.675" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:41.676" grpc.time_ms=6.282 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1886vm-test-run-nixbot-gitlab> gitlab # [  323.547723] nixbot[3956]: INFO:     Started server process [3956]1887vm-test-run-nixbot-gitlab> gitlab # [  323.559204] nixbot[3956]: INFO:     Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1888vm-test-run-nixbot-gitlab> gitlab # [  323.564442] nixbot[3956]: INFO:     ::ffff:127.0.0.1:41174 - "GET /health HTTP/1.1" 200 OK1889vm-test-run-nixbot-gitlab> gitlab # [  323.570806] systemd[1]: Started nixbot CI service.1890vm-test-run-nixbot-gitlab> gitlab # [  323.574418] systemd[1]: Reached target Multi-User System.1891vm-test-run-nixbot-gitlab> gitlab # [  323.578301] gitaly[1396]: time="2026-06-16T04:17:41.818Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=1 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:51.263" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:41.797" grpc.time_ms=20.471 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1892vm-test-run-nixbot-gitlab> gitlab # [  323.609238] systemd[1]: Startup finished in 2.104s (kernel) + 4.773s (initrd) + 5min 16.695s (userspace) = 5min 23.573s.1893vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 2.11 seconds)1894vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1895vm-test-run-nixbot-gitlab> gitlab # [  323.779860] nixbot[3956]: INFO:     ::ffff:127.0.0.1:34790 - "GET /health HTTP/1.1" 200 OK1896vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.03 seconds)1897vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1898vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1899vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.11 seconds)1900vm-test-run-nixbot-gitlab> []1901vm-test-run-nixbot-gitlab> gitlab # [  323.898903] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:42 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 841902vm-test-run-nixbot-gitlab> gitlab # [  324.082279] gitaly[1396]: time="2026-06-16T04:17:42.328Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=963 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=7 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACFD8ENK7554J2SNXS25P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T04:18:12.005" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:42.307" grpc.time_ms=20.593 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1903vm-test-run-nixbot-gitlab> gitlab # [  324.248158] gitaly[1396]: time="2026-06-16T04:17:42.494Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=963 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=3 command.system_time_ms=9 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T04:18:12.472" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:42.472" grpc.time_ms=21.62 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1904vm-test-run-nixbot-gitlab> gitlab # [  324.323421] gitaly[1396]: time="2026-06-16T04:17:42.569Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACCCS9P2AVH6444EEEP14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-16T04:18:12.555" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:42.555" grpc.time_ms=12.686 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1905vm-test-run-nixbot-gitlab> gitlab # [  324.366841] sidekiq-cluster[2488]: {"severity":"WARN","time":"2026-06-16T04:17:42.612Z","class":"CreatePipelineWorker","correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"0af4d89f58acfb571c2e6b75802ec6ba4569bd5e","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"0af4d89f58acfb571c2e6b75802ec6ba4569bd5e","ref":"refs/heads/master"},"retry":0}1906vm-test-run-nixbot-gitlab> gitlab # [  324.379994] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:42.620Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"939a8ab310976f2f80bc3d23","created_at":"2026-06-16T04:17:40.538Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-a956840399314d0b","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0238cfa7c22a9ed6f259d1f1f1fced686be15f73a94681239a5cc8c466c28ca5","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:40.545Z","job_size_bytes":467,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-939a8ab310976f2f80bc3d23: done: 1.361739 sec","job_status":"done","queue_duration_s":0.713022,"scheduling_latency_s":0.713058,"gitaly_calls":7,"gitaly_duration_s":0.20651,"redis_calls":53,"redis_duration_s":0.020453,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.001992,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.009444,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002355,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.005131,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001531,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.055,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.048,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.97067,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000702603,"duration_s":1.361739,"completed_at":"2026-06-16T04:17:42.620Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.145091,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1907vm-test-run-nixbot-gitlab> gitlab # [  324.389798] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:42.623Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"04c80be7a4392fb0455d41d2","created_at":"2026-06-16T04:17:40.828Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-9d6bc6067eb24b06","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:40.840Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-04c80be7a4392fb0455d41d2: start","job_status":"start","queue_duration_s":1.782736,"scheduling_latency_s":1.782762}1908vm-test-run-nixbot-gitlab> gitlab # [  324.570613] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:42.816Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"04c80be7a4392fb0455d41d2","created_at":"2026-06-16T04:17:40.828Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-9d6bc6067eb24b06","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:40.840Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-04c80be7a4392fb0455d41d2: done: 0.193533 sec","job_status":"done","queue_duration_s":1.782736,"scheduling_latency_s":1.782762,"redis_calls":19,"redis_duration_s":0.013485,"redis_read_bytes":21,"redis_write_bytes":4292,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.003122,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.001647,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2263,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.005954,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002762,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.111,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.111,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.060353,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.019862021,"duration_s":0.193533,"completed_at":"2026-06-16T04:17:42.816Z","load_balancing_strategy":"primary","db_duration_s":0.115704,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1909vm-test-run-nixbot-gitlab> gitlab # [  324.641189] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:42 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 10861910vm-test-run-nixbot-gitlab> gitlab # [  324.643784] nixbot[3956]: {"ts": "2026-06-16T04:17:42.888Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1911vm-test-run-nixbot-gitlab> gitlab # [  324.666851] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:42.913Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"e1083c780219af282a5b98d4","created_at":"2026-06-16T04:17:42.786Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-8d8701d85201455c","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:42.800Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-e1083c780219af282a5b98d4: start","job_status":"start","queue_duration_s":0.112835,"scheduling_latency_s":0.112882}1912vm-test-run-nixbot-gitlab> gitlab # [  324.677592] nixbot[3956]: {"ts": "2026-06-16T04:17:42.923Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1913vm-test-run-nixbot-gitlab> gitlab # [  324.793465] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:43 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1031914vm-test-run-nixbot-gitlab> gitlab # [  324.796440] nixbot[3956]: {"ts": "2026-06-16T04:17:43.042Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1915vm-test-run-nixbot-gitlab> gitlab # [  324.800390] nixbot[3956]: {"ts": "2026-06-16T04:17:43.046Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1916vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1917vm-test-run-nixbot-gitlab> gitlab # [  324.832839] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:43.079Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"e1083c780219af282a5b98d4","created_at":"2026-06-16T04:17:42.786Z","trace_propagation_headers":{"sentry-trace":"2df0a6cee7c44c888db9fb65842347c7-8d8701d85201455c","baggage":"sentry-trace_id=2df0a6cee7c44c888db9fb65842347c7,sentry-release=Unknown"},"correlation_id":"01KV7ACCCS9P2AVH6444EEEP14","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:42.800Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-e1083c780219af282a5b98d4: done: 0.166172 sec","job_status":"done","queue_duration_s":0.112835,"scheduling_latency_s":0.112882,"redis_calls":11,"redis_duration_s":0.005637,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001165,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003541,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000931,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.013,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.086601,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000621587,"duration_s":0.166172,"completed_at":"2026-06-16T04:17:43.078Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.032604,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1918vm-test-run-nixbot-gitlab> gitlab # [  325.064577] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:43 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 1011919vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.18 seconds)1920vm-test-run-nixbot-gitlab> []1921vm-test-run-nixbot-gitlab> gitlab # [  325.095741] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:43 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 2891922vm-test-run-nixbot-gitlab> gitlab # [  325.099638] nixbot[3956]: {"ts": "2026-06-16T04:17:43.343Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1923vm-test-run-nixbot-gitlab> gitlab # [  325.367917] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:43 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 2581924vm-test-run-nixbot-gitlab> gitlab # [  325.379866] nixbot[3956]: {"ts": "2026-06-16T04:17:43.615Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1925vm-test-run-nixbot-gitlab> gitlab # [  325.457213] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:43 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 741926vm-test-run-nixbot-gitlab> gitlab # [  325.467550] nixbot[3956]: {"ts": "2026-06-16T04:17:43.704Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1927vm-test-run-nixbot-gitlab> gitlab # [  325.556319] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:43 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 911928vm-test-run-nixbot-gitlab> gitlab # [  325.559342] nixbot[3956]: {"ts": "2026-06-16T04:17:43.801Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1929vm-test-run-nixbot-gitlab> gitlab # [  325.661500] gitaly[1396]: time="2026-06-16T04:17:43.907Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=633 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACHCP95QGEXTBC7YBJT9M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-16T04:18:13.895" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:43.896" grpc.time_ms=10.84 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1930vm-test-run-nixbot-gitlab> gitlab # [  325.742246] gitaly[1396]: time="2026-06-16T04:17:43.988Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACHCP95QGEXTBC7YBJT9M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:13.086" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:43.987" grpc.time_ms=1.063 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1931vm-test-run-nixbot-gitlab> gitlab # [  325.791871] gitaly[1396]: time="2026-06-16T04:17:44.038Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACHCP95QGEXTBC7YBJT9M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-16T04:17:54.005" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:44.026" grpc.time_ms=11.715 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1932vm-test-run-nixbot-gitlab> gitlab # [  325.852472] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:44 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 2681933vm-test-run-nixbot-gitlab> gitlab # [  325.857371] nixbot[3956]: {"ts": "2026-06-16T04:17:44.101Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1934vm-test-run-nixbot-gitlab> gitlab # [  325.982215] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:44 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1181935vm-test-run-nixbot-gitlab> gitlab # [  325.993624] nixbot[3956]: {"ts": "2026-06-16T04:17:44.230Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}1936vm-test-run-nixbot-gitlab> gitlab # [  326.005972] nixbot[3956]: {"ts": "2026-06-16T04:17:44.239Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}1937vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1938vm-test-run-nixbot-gitlab> gitlab # [  326.131871] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:44 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 961939vm-test-run-nixbot-gitlab> gitlab # [  326.134040] gitaly[1396]: time="2026-06-16T04:17:44.380Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=635 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=6 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACHTRC0773SW0FPT18VDD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=190 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.357" grpc.time_ms=18.422 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc1940vm-test-run-nixbot-gitlab> gitlab # [  326.186529] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:44 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 681941vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.12 seconds)1942vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-16T04:17:43.320Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1943vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 2.40 seconds)1944vm-test-run-nixbot-gitlab> subtest: push delivers the webhook1945vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1946vm-test-run-nixbot-gitlab> gitlab # [  326.301942] gitaly[1396]: time="2026-06-16T04:17:44.548Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACHXYA608Z3E591VSMQZM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.536" pid=1396 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc1947vm-test-run-nixbot-gitlab> gitlab # [  326.303499] gitaly[1396]: time="2026-06-16T04:17:44.548Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACHXYA608Z3E591VSMQZM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.536" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc1948vm-test-run-nixbot-gitlab> gitlab # [  326.312276] gitaly[1396]: time="2026-06-16T04:17:44.549Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACHXYA608Z3E591VSMQZM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.536" grpc.time_ms=12.586 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc1949vm-test-run-nixbot-gitlab> gitlab # [  326.313501] gitlab-workhorse[1300]: time="2026-06-16T04:17:44Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1491950vm-test-run-nixbot-gitlab> gitlab # [  326.315158] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:44 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1671951vm-test-run-nixbot-gitlab> gitlab # [  326.346261] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:44 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 1111952vm-test-run-nixbot-gitlab> gitlab # [  326.442163] gitaly[1396]: time="2026-06-16T04:17:44.687Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJ3C48BSJ32J4HBZ7NGM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.658" pid=1396 remote_ip="2001:db8:1::1" request_sha=52d7afb1e55f0dd2bfdee4840d717c3164a20afd response_bytes=373 span.kind=server system=grpc1953vm-test-run-nixbot-gitlab> gitlab # [  326.443584] gitaly[1396]: time="2026-06-16T04:17:44.687Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1229 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJ3C48BSJ32J4HBZ7NGM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.658" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc1954vm-test-run-nixbot-gitlab> gitlab # [  326.444699] gitlab-workhorse[1300]: time="2026-06-16T04:17:44Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3731955vm-test-run-nixbot-gitlab> gitlab # [  326.448145] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:44 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 373 "" "git/2.54.0" 1321956vm-test-run-nixbot-gitlab> gitlab # [  326.452141] gitaly[1396]: time="2026-06-16T04:17:44.688Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1229 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJ3C48BSJ32J4HBZ7NGM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.658" grpc.time_ms=29.973 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc1957vm-test-run-nixbot-gitlab> gitlab # [  326.530270] gitaly[1396]: time="2026-06-16T04:17:44.776Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=637 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJ5K4EH331A5K4GSFPD6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=246 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.761" grpc.time_ms=14.17 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1958vm-test-run-nixbot-gitlab> gitlab # [  326.533496] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:44 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 202 "" "git/2.54.0" 1501959vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.1960vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.1961vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads1962vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.1963vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 274 bytes | 137.00 KiB/s, done.1964vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1965vm-test-run-nixbot-gitlab> gitlab # [  326.660199] gitaly[1396]: time="2026-06-16T04:17:44.906Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=636 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=10 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJB0Z8WMYBBBBPTBFNEK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.887" grpc.time_ms=18.69 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc1966vm-test-run-nixbot-gitlab> gitlab # [  326.663350] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:44 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1081967vm-test-run-nixbot-gitlab> gitlab # [  326.779858] gitaly[1396]: time="2026-06-16T04:17:45.026Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJEF7DAF3HSS7V6P858M grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:45.011" pid=1396 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1968vm-test-run-nixbot-gitlab> gitlab # [  326.782464] gitaly[1396]: time="2026-06-16T04:17:45.028Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=5 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJEF7DAF3HSS7V6P858M grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:45.011" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc1969vm-test-run-nixbot-gitlab> gitlab # [  326.785723] gitaly[1396]: time="2026-06-16T04:17:45.028Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=5 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJEF7DAF3HSS7V6P858M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:45.011" grpc.time_ms=16.968 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc1970vm-test-run-nixbot-gitlab> gitlab # [  326.787625] gitlab-workhorse[1300]: time="2026-06-16T04:17:45Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671971vm-test-run-nixbot-gitlab> gitlab # [  326.789125] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:45 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 1191972vm-test-run-nixbot-gitlab> gitlab # [  326.899357] gitaly[1396]: time="2026-06-16T04:17:45.145Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=647 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=3 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-16T04:17:55.105" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:45.126" grpc.time_ms=16.81 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1973vm-test-run-nixbot-gitlab> gitlab # [  326.949392] gitaly[1396]: time="2026-06-16T04:17:45.195Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:15.093" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:45.193" grpc.time_ms=1.505 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1974vm-test-run-nixbot-gitlab> gitlab # [  326.954522] gitaly[1396]: time="2026-06-16T04:17:45.200Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=329 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=5 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-16T04:18:15.182" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-16T04:17:45.182" grpc.time_ms=18.04 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1975vm-test-run-nixbot-gitlab> gitlab # [  326.981151] gitaly[1396]: time="2026-06-16T04:17:45.227Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC duration_ms=164ns method=POST pid=1396 status=200 url="http://unix/api/v4/internal/allowed"1976vm-test-run-nixbot-gitlab> gitlab # [  327.021859] gitaly[1396]: time="2026-06-16T04:17:45.268Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=644 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=5 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-16T04:18:15.156" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:45.256" grpc.time_ms=11.599 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1977vm-test-run-nixbot-gitlab> gitlab # [  327.080833] gitaly[1396]: time="2026-06-16T04:17:45.327Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:55.007" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:45.317" grpc.time_ms=9.707 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1978vm-test-run-nixbot-gitlab> gitlab # [  327.111271] gitaly[1396]: time="2026-06-16T04:17:45.357Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC duration_ms=129ns method=POST pid=1396 status=200 url="http://unix/api/v4/internal/pre_receive"1979vm-test-run-nixbot-gitlab> gitlab # [  327.118961] gitaly[1396]: time="2026-06-16T04:17:45.359Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5320 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:45.061" grpc.time_ms=297.637 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1980vm-test-run-nixbot-gitlab> gitlab # [  327.147453] gitaly[1396]: time="2026-06-16T04:17:45.393Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4790 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:45.392" grpc.time_ms=1.059 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1981vm-test-run-nixbot-gitlab> gitlab # [  327.203299] gitaly[1396]: time="2026-06-16T04:17:45.449Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:45.448" grpc.time_ms=0.76 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1982vm-test-run-nixbot-gitlab> gitlab # [  327.208550] gitaly[1396]: time="2026-06-16T04:17:45.454Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T04:17:55.140" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:45.450" grpc.time_ms=3.674 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1983vm-test-run-nixbot-gitlab> gitlab # [  327.236750] gitaly[1396]: time="2026-06-16T04:17:45.483Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=3 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T04:17:55.158" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:45.469" grpc.time_ms=13.281 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1984vm-test-run-nixbot-gitlab> gitlab # [  327.296937] gitaly[1396]: time="2026-06-16T04:17:45.542Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:45.542" grpc.time_ms=0.46 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1985vm-test-run-nixbot-gitlab> gitlab # [  327.332410] gitaly[1396]: time="2026-06-16T04:17:45.578Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:45.577" grpc.time_ms=0.436 pid=1396 span.kind=server system=grpc1986vm-test-run-nixbot-gitlab> gitlab # [  327.382728] gitaly[1396]: time="2026-06-16T04:17:45.629Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:45.628" grpc.time_ms=0.494 pid=1396 span.kind=server system=grpc1987vm-test-run-nixbot-gitlab> gitlab # [  327.415398] gitaly[1396]: time="2026-06-16T04:17:45.660Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 diskcache=3978f44e-4bc4-4f6c-bc3a-faa2bd6438a4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:55.180" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:45.490" pid=1396 ref=refs/keep-around/0af4d89f58acfb571c2e6b75802ec6ba4569bd5e remote_ip="2001:db8:1::1" revision=0af4d89f58acfb571c2e6b75802ec6ba4569bd5e span.kind=server system=grpc username=root1988vm-test-run-nixbot-gitlab> gitlab # [  327.417158] gitaly[1396]: time="2026-06-16T04:17:45.661Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=67 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5037 command.oublock=8 command.real_time_ms=158 command.spawn_token_fork_ms=1 command.system_time_ms=40 command.user_time_ms=27 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:55.180" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:45.490" grpc.time_ms=169.893 pid=1396 ref=refs/keep-around/0af4d89f58acfb571c2e6b75802ec6ba4569bd5e remote_ip="2001:db8:1::1" revision=0af4d89f58acfb571c2e6b75802ec6ba4569bd5e span.kind=server system=grpc username=root1989vm-test-run-nixbot-gitlab> gitlab # [  327.422367] gitaly[1396]: time="2026-06-16T04:17:45.668Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:15.367" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:45.667" grpc.time_ms=0.95 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1990vm-test-run-nixbot-gitlab> gitlab # [  327.434211] gitaly[1396]: time="2026-06-16T04:17:45.679Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC duration_ms=62ns method=POST pid=1396 status=200 url="http://unix/api/v4/internal/post_receive"1991vm-test-run-nixbot-gitlab> gitlab # [  327.435983] gitaly[1396]: time="2026-06-16T04:17:45.680Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4814 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:45.617" grpc.time_ms=63.059 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1992vm-test-run-nixbot-gitlab> gitlab # [  327.507444] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:45.752Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0af4d89f58acfb571c2e6b75802ec6ba4569bd5e 48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"db8d2b9659b43cc3e0686df2","created_at":"2026-06-16T04:17:45.647Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-eb75151a3d354aa2","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.649Z","job_size_bytes":185,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-db8d2b9659b43cc3e0686df2: start","job_status":"start","queue_duration_s":0.103321,"scheduling_latency_s":0.103432}1993vm-test-run-nixbot-gitlab> gitlab # [  327.547764] gitaly[1396]: time="2026-06-16T04:17:45.793Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC diskcache=8c964fcf-696e-40cb-bc32-a68f837241f9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.929" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1994vm-test-run-nixbot-gitlab> gitlab # [  327.549206] gitaly[1396]: time="2026-06-16T04:17:45.794Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=322 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=13204 command.oublock=32 command.real_time_ms=824 command.spawn_token_fork_ms=3 command.system_time_ms=261 command.user_time_ms=61 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=606 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:44.929" grpc.time_ms=864.294 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1995vm-test-run-nixbot-gitlab> gitlab # [  327.552896] gitlab-workhorse[1300]: time="2026-06-16T04:17:45Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521996vm-test-run-nixbot-gitlab> gitlab # [  327.554073] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:45 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 9641997vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git1998vm-test-run-nixbot-gitlab> gitlab #    0af4d89..48ae0bb  master -> master1999vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.41 seconds)2000vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master2001vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.01 seconds)2002vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2'2003vm-test-run-nixbot-gitlab> gitlab # [  327.632955] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:45.879Z","message":"changes: \"0af4d89f58acfb571c2e6b75802ec6ba4569bd5e 48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 refs/heads/master\\n\""}2004vm-test-run-nixbot-gitlab> gitlab # [  327.648509] nixbot[3956]: INFO:     ::ffff:127.0.0.1:34800 - "GET /api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 HTTP/1.1" 200 OK2005vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', in 0.04 seconds)2006vm-test-run-nixbot-gitlab> []2007vm-test-run-nixbot-gitlab> gitlab # [  327.697664] gitaly[1396]: time="2026-06-16T04:17:45.944Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:55.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:45.934" grpc.time_ms=9.713 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2008vm-test-run-nixbot-gitlab> gitlab # [  327.722463] gitaly[1396]: time="2026-06-16T04:17:45.968Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:55.030" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:45.960" grpc.time_ms=7.742 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2009vm-test-run-nixbot-gitlab> gitlab # [  327.745839] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:45 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/0af4d89f58acfb571c2e6b75802ec6ba4569bd5e HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 8712010vm-test-run-nixbot-gitlab> gitlab # [  327.750646] nixbot[3956]: {"ts": "2026-06-16T04:17:45.981Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/0af4d89f58acfb571c2e6b75802ec6ba4569bd5e \"HTTP/1.1 201 Created\""}2011vm-test-run-nixbot-gitlab> gitlab # [  327.755778] nixbot[3956]: {"ts": "2026-06-16T04:17:45.990Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-0af4d89f58ac-91c29291", "argv0": "bwrap"}2012vm-test-run-nixbot-gitlab> gitlab # [  327.767290] gitaly[1396]: time="2026-06-16T04:17:46.013Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=634 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-16T04:17:56.003" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:46.004" grpc.time_ms=9.305 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2013vm-test-run-nixbot-gitlab> gitlab # [  327.799688] gitaly[1396]: time="2026-06-16T04:17:46.045Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=651 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=14 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-16T04:18:16.021" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:46.021" grpc.time_ms=23.679 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2014vm-test-run-nixbot-gitlab> gitlab # [  327.826555] gitaly[1396]: time="2026-06-16T04:17:46.072Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=346 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-16T04:17:56.059" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-16T04:17:46.060" grpc.time_ms=6.275 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2015vm-test-run-nixbot-gitlab> gitlab # [  327.847349] gitaly[1396]: time="2026-06-16T04:17:46.093Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=3 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:56.081" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:46.082" grpc.time_ms=11.651 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2016vm-test-run-nixbot-gitlab> gitlab # [  327.870296] systemd[1]: Started Nix Daemon.2017vm-test-run-nixbot-gitlab> gitlab # [  327.919342] nix-daemon[4251]: accepted connection from pid 4247, user nixbot2018vm-test-run-nixbot-gitlab> gitlab # [  327.922186] nix-daemon[4251]: accepted connection from pid 4250, user nixbot2019vm-test-run-nixbot-gitlab> gitlab # [  328.226594] gitaly[1396]: time="2026-06-16T04:17:46.472Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-16T04:17:56.008" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:46.469" grpc.time_ms=3.507 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2020vm-test-run-nixbot-gitlab> gitlab # [  328.278670] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:46.524Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0af4d89f58acfb571c2e6b75802ec6ba4569bd5e 48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"db8d2b9659b43cc3e0686df2","created_at":"2026-06-16T04:17:45.647Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-eb75151a3d354aa2","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.649Z","job_size_bytes":185,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-db8d2b9659b43cc3e0686df2: done: 0.771456 sec","job_status":"done","queue_duration_s":0.103321,"scheduling_latency_s":0.103432,"gitaly_calls":7,"gitaly_duration_s":0.113507,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.059359,"redis_read_bytes":350,"redis_write_bytes":13070,"redis_cache_calls":9,"redis_cache_duration_s":0.004453,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001281,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.002325,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6770,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.006423,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.02902,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.015857,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.05,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.029,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.029,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.05,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.429849,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.003723937,"exclusive_lock_hold_duration_s":0.042317669,"duration_s":0.771456,"completed_at":"2026-06-16T04:17:46.524Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.058787,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2021vm-test-run-nixbot-gitlab> gitlab # [  328.323606] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:46.529Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"73e2a64632c3064eb67ce0a1","created_at":"2026-06-16T04:17:45.682Z","trace_propagation_headers":{"sentry-trace":"307de79dfa6f4b288ccf65d04f8b10d4-fd9a951b56434774","baggage":"sentry-trace_id=307de79dfa6f4b288ccf65d04f8b10d4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACJMMZAV0GGTMJNR49B37","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.694Z","job_size_bytes":65,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-73e2a64632c3064eb67ce0a1: start","job_status":"start","queue_duration_s":0.834403,"scheduling_latency_s":0.834465}2022vm-test-run-nixbot-gitlab> gitlab # [  328.495449] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:46.740Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"73e2a64632c3064eb67ce0a1","created_at":"2026-06-16T04:17:45.682Z","trace_propagation_headers":{"sentry-trace":"307de79dfa6f4b288ccf65d04f8b10d4-fd9a951b56434774","baggage":"sentry-trace_id=307de79dfa6f4b288ccf65d04f8b10d4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACJMMZAV0GGTMJNR49B37","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.694Z","job_size_bytes":65,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-73e2a64632c3064eb67ce0a1: done: 0.211505 sec","job_status":"done","queue_duration_s":0.834403,"scheduling_latency_s":0.834465,"redis_calls":18,"redis_duration_s":0.013117,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.007426,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004389,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001302,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.091,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.089,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.084203,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001513321,"duration_s":0.211505,"completed_at":"2026-06-16T04:17:46.740Z","load_balancing_strategy":"primary","db_duration_s":0.100562,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2023vm-test-run-nixbot-gitlab> gitlab # [  328.500833] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:46.744Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"b112cfaa410b00ba7e748e46","created_at":"2026-06-16T04:17:45.695Z","trace_propagation_headers":{"sentry-trace":"307de79dfa6f4b288ccf65d04f8b10d4-fd9a951b56434774","baggage":"sentry-trace_id=307de79dfa6f4b288ccf65d04f8b10d4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACJMMZAV0GGTMJNR49B37","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.702Z","job_size_bytes":65,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-b112cfaa410b00ba7e748e46: start","job_status":"start","queue_duration_s":1.04185,"scheduling_latency_s":1.042004}2024vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2'2025vm-test-run-nixbot-gitlab> gitlab # [  328.635049] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:46.880Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"b112cfaa410b00ba7e748e46","created_at":"2026-06-16T04:17:45.695Z","trace_propagation_headers":{"sentry-trace":"307de79dfa6f4b288ccf65d04f8b10d4-fd9a951b56434774","baggage":"sentry-trace_id=307de79dfa6f4b288ccf65d04f8b10d4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACJMMZAV0GGTMJNR49B37","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.702Z","job_size_bytes":65,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-b112cfaa410b00ba7e748e46: done: 0.135412 sec","job_status":"done","queue_duration_s":1.04185,"scheduling_latency_s":1.042004,"redis_calls":21,"redis_duration_s":0.01387,"redis_read_bytes":148,"redis_write_bytes":2264,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.006269,"redis_feature_flag_read_bytes":136,"redis_feature_flag_write_bytes":1264,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004084,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003517,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":12,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.081541,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001041753,"duration_s":0.135412,"completed_at":"2026-06-16T04:17:46.880Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027033,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2026vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', in 0.09 seconds)2027vm-test-run-nixbot-gitlab> []2028vm-test-run-nixbot-gitlab> gitlab # [  328.642419] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:46.884Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"7a2c5e25b4d2c65699be096c","created_at":"2026-06-16T04:17:45.918Z","trace_propagation_headers":{"sentry-trace":"307de79dfa6f4b288ccf65d04f8b10d4-fd9a951b56434774","baggage":"sentry-trace_id=307de79dfa6f4b288ccf65d04f8b10d4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACJMMZAV0GGTMJNR49B37","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.929Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-7a2c5e25b4d2c65699be096c: start","job_status":"start","queue_duration_s":0.955124,"scheduling_latency_s":0.955179}2029vm-test-run-nixbot-gitlab> gitlab # [  328.735364] nixbot[3956]: INFO:     ::ffff:127.0.0.1:34806 - "GET /api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 HTTP/1.1" 200 OK2030vm-test-run-nixbot-gitlab> gitlab # [  328.804659] gitaly[1396]: time="2026-06-16T04:17:47.050Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:17.047" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:47.048" grpc.time_ms=1.742 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2031vm-test-run-nixbot-gitlab> gitlab # [  328.891171] gitaly[1396]: time="2026-06-16T04:17:47.137Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:17.134" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:47.135" grpc.time_ms=1.694 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2032vm-test-run-nixbot-gitlab> gitlab # [  328.965965] gitaly[1396]: time="2026-06-16T04:17:47.212Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJMMZAV0GGTMJNR49B37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:17.209" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:47.210" grpc.time_ms=1.762 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2033vm-test-run-nixbot-gitlab> gitlab # [  329.044676] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:47.288Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"7a2c5e25b4d2c65699be096c","created_at":"2026-06-16T04:17:45.918Z","trace_propagation_headers":{"sentry-trace":"307de79dfa6f4b288ccf65d04f8b10d4-fd9a951b56434774","baggage":"sentry-trace_id=307de79dfa6f4b288ccf65d04f8b10d4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACJMMZAV0GGTMJNR49B37","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.929Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-7a2c5e25b4d2c65699be096c: done: 0.40373 sec","job_status":"done","queue_duration_s":0.955124,"scheduling_latency_s":0.955179,"gitaly_calls":3,"gitaly_duration_s":0.020675,"redis_calls":48,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.066002,"redis_read_bytes":208,"redis_write_bytes":6803,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001867,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.005327,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.003196,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.000375,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.005669,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.001375,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000881,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.045445,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.065,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.007,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.011,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.035,"db_ci_duration_s":0.031,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.250122,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.29067828399999995,"duration_s":0.40373,"completed_at":"2026-06-16T04:17:47.288Z","load_balancing_strategy":"primary","db_duration_s":0.073159,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2034vm-test-run-nixbot-gitlab> gitlab # [  329.167207] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:47.412Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"76dc96c94afaaf47ca83454d","created_at":"2026-06-16T04:17:45.980Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-e65957ae13fa4a24","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.987Z","job_size_bytes":46,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-76dc96c94afaaf47ca83454d: start","job_status":"start","queue_duration_s":1.425148,"scheduling_latency_s":1.425229}2035vm-test-run-nixbot-gitlab> gitlab # [  329.229667] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:47.475Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"76dc96c94afaaf47ca83454d","created_at":"2026-06-16T04:17:45.980Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-e65957ae13fa4a24","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.987Z","job_size_bytes":46,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-76dc96c94afaaf47ca83454d: done: 0.062601 sec","job_status":"done","queue_duration_s":1.425148,"scheduling_latency_s":1.425229,"redis_calls":9,"redis_duration_s":0.00715,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004018,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000854,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002278,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.062601,"completed_at":"2026-06-16T04:17:47.474Z","load_balancing_strategy":"primary","db_duration_s":0.005106,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2036vm-test-run-nixbot-gitlab> gitlab # [  329.235422] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:47.479Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"e9dc16c9e89da9df9164cd53","created_at":"2026-06-16T04:17:45.996Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-e65957ae13fa4a24","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.998Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-e9dc16c9e89da9df9164cd53: start","job_status":"start","queue_duration_s":1.481103,"scheduling_latency_s":1.481193}2037vm-test-run-nixbot-gitlab> gitlab # [  329.386315] gitaly[1396]: time="2026-06-16T04:17:47.632Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC diskcache=a391b351-a274-41e2-a7ba-7579b3feeb3d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T10:17:47.580" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:47.581" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2038vm-test-run-nixbot-gitlab> gitlab # [  329.388552] gitaly[1396]: time="2026-06-16T04:17:47.633Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=15 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1642 command.oublock=0 command.real_time_ms=56 command.spawn_token_fork_ms=3 command.system_time_ms=12 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T10:17:47.580" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:47.581" grpc.time_ms=51.833 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2039vm-test-run-nixbot-gitlab> gitlab # [  329.426187] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:47.671Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"e9dc16c9e89da9df9164cd53","created_at":"2026-06-16T04:17:45.996Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-e65957ae13fa4a24","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:45.998Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-e9dc16c9e89da9df9164cd53: done: 0.191566 sec","job_status":"done","queue_duration_s":1.481103,"scheduling_latency_s":1.481193,"gitaly_calls":1,"gitaly_duration_s":0.1064,"redis_calls":12,"redis_duration_s":0.008466,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00358,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001759,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003127,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.011,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.011,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.055983,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.137731192,"duration_s":0.191566,"completed_at":"2026-06-16T04:17:47.671Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011105,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2040vm-test-run-nixbot-gitlab> gitlab # [  329.430774] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:47.675Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"b16573fd9dce245f0f108750","created_at":"2026-06-16T04:17:46.162Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-e65957ae13fa4a24","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:56d3a0323ce721c28f93cfe4b6db0846914744fab7dfb9eca09722aadb750dbc","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:46.165Z","job_size_bytes":467,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-b16573fd9dce245f0f108750: start","job_status":"start","queue_duration_s":1.510028,"scheduling_latency_s":1.510093}2041vm-test-run-nixbot-gitlab> gitlab # [  329.493189] gitaly[1396]: time="2026-06-16T04:17:47.739Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:17.737" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:47.737" grpc.time_ms=1.401 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2042vm-test-run-nixbot-gitlab> gitlab # [  329.512820] gitaly[1396]: time="2026-06-16T04:17:47.759Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=1 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T04:17:57.283" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:47.743" grpc.time_ms=15.051 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2043vm-test-run-nixbot-gitlab> gitlab # [  329.577558] gitaly[1396]: time="2026-06-16T04:17:47.823Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:17.821" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:47.821" grpc.time_ms=1.773 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2044vm-test-run-nixbot-gitlab> gitlab # [  329.588621] gitaly[1396]: time="2026-06-16T04:17:47.835Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=63 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-16T04:18:17.829" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:47.829" grpc.time_ms=4.791 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2045vm-test-run-nixbot-gitlab> gitlab # [  329.652605] gitaly[1396]: time="2026-06-16T04:17:47.899Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:57.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:47.884" grpc.time_ms=14.336 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2046vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2'2047vm-test-run-nixbot-gitlab> gitlab # [  329.792564] nixbot[3956]: INFO:     ::ffff:127.0.0.1:34818 - "GET /api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 HTTP/1.1" 200 OK2048vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', in 0.06 seconds)2049vm-test-run-nixbot-gitlab> []2050vm-test-run-nixbot-gitlab> gitlab # [  330.368914] gitaly[1396]: time="2026-06-16T04:17:48.614Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=960 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=2 command.system_time_ms=11 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T04:18:18.090" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:48.591" grpc.time_ms=23.216 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2051vm-test-run-nixbot-gitlab> gitlab # [  330.392415] gitaly[1396]: time="2026-06-16T04:17:48.638Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACJC1Z0HESD1DM57QKTBC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-16T04:18:18.119" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:48.620" grpc.time_ms=17.716 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2052vm-test-run-nixbot-gitlab> gitlab # [  330.413389] sidekiq-cluster[2488]: {"severity":"WARN","time":"2026-06-16T04:17:48.659Z","class":"CreatePipelineWorker","correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0af4d89f58acfb571c2e6b75802ec6ba4569bd5e","after":"48ae0bbb6d5886530089aa0bf43137fc1cd42ae2","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"48ae0bbb6d5886530089aa0bf43137fc1cd42ae2","ref":"refs/heads/master"},"retry":0}2053vm-test-run-nixbot-gitlab> gitlab # [  330.422399] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:48.668Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"b16573fd9dce245f0f108750","created_at":"2026-06-16T04:17:46.162Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-e65957ae13fa4a24","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:56d3a0323ce721c28f93cfe4b6db0846914744fab7dfb9eca09722aadb750dbc","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:46.165Z","job_size_bytes":467,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-b16573fd9dce245f0f108750: done: 0.99275 sec","job_status":"done","queue_duration_s":1.510028,"scheduling_latency_s":1.510093,"gitaly_calls":7,"gitaly_duration_s":0.109383,"redis_calls":33,"redis_duration_s":0.011781999999999999,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.001557,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003436,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.004592,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002197,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.298,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.292,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.570632,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.99275,"completed_at":"2026-06-16T04:17:48.668Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.297322,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2054vm-test-run-nixbot-gitlab> gitlab # [  330.503041] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:48.671Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"093c5dc0-4fbe-401c-ac25-8b9074d04726\"}"],"class":"WebHookWorker","jid":"aa1abaf36e9a435ccb49dc37","created_at":"2026-06-16T04:17:46.430Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-e65957ae13fa4a24","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4545114faab1e3feb291949d052364c67fbbc38e9ce4f87f092c307cca563a60","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:46.443Z","job_size_bytes":1749,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-aa1abaf36e9a435ccb49dc37: start","job_status":"start","queue_duration_s":2.228385,"scheduling_latency_s":2.22843}2055vm-test-run-nixbot-gitlab> gitlab # [  330.525741] nixbot[3956]: INFO:     ::ffff:127.0.0.1:34832 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2056vm-test-run-nixbot-gitlab> gitlab # [  330.551192] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:48.797Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"093c5dc0-4fbe-401c-ac25-8b9074d04726\"}"],"class":"WebHookWorker","jid":"aa1abaf36e9a435ccb49dc37","created_at":"2026-06-16T04:17:46.430Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-e65957ae13fa4a24","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4545114faab1e3feb291949d052364c67fbbc38e9ce4f87f092c307cca563a60","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:46.443Z","job_size_bytes":1749,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-aa1abaf36e9a435ccb49dc37: done: 0.125757 sec","job_status":"done","queue_duration_s":2.228385,"scheduling_latency_s":2.22843,"redis_calls":19,"redis_duration_s":0.007622,"redis_read_bytes":31,"redis_write_bytes":5281,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001978,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000447,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3643,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003417,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00178,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.010403836000023148,"cpu_s":0.093013,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000671594,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.125757,"completed_at":"2026-06-16T04:17:48.797Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004663,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2057vm-test-run-nixbot-gitlab> gitlab # [  330.634758] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:48.802Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"49e901289e4f2097cbb690d5","created_at":"2026-06-16T04:17:47.015Z","trace_propagation_headers":{"sentry-trace":"307de79dfa6f4b288ccf65d04f8b10d4-b4c18e8a5ad7427d","baggage":"sentry-trace_id=307de79dfa6f4b288ccf65d04f8b10d4,sentry-release=Unknown"},"correlation_id":"01KV7ACJMMZAV0GGTMJNR49B37","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:47.022Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-49e901289e4f2097cbb690d5: start","job_status":"start","queue_duration_s":1.780197,"scheduling_latency_s":1.780234}2058vm-test-run-nixbot-gitlab> gitlab # [  330.639058] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:48.868Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"49e901289e4f2097cbb690d5","created_at":"2026-06-16T04:17:47.015Z","trace_propagation_headers":{"sentry-trace":"307de79dfa6f4b288ccf65d04f8b10d4-b4c18e8a5ad7427d","baggage":"sentry-trace_id=307de79dfa6f4b288ccf65d04f8b10d4,sentry-release=Unknown"},"correlation_id":"01KV7ACJMMZAV0GGTMJNR49B37","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:47.022Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-49e901289e4f2097cbb690d5: done: 0.06599 sec","job_status":"done","queue_duration_s":1.780197,"scheduling_latency_s":1.780234,"redis_calls":10,"redis_duration_s":0.0056,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000715,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003288,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001597,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.043744,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000999848,"duration_s":0.06599,"completed_at":"2026-06-16T04:17:48.868Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008477,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2059vm-test-run-nixbot-gitlab> gitlab # [  330.751550] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:48.872Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","aa1abaf36e9a435ccb49dc37"],"class":"WebHooks::LogExecutionWorker","jid":"2bced37896afdddaa05d0ecd","created_at":"2026-06-16T04:17:48.776Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-a8da7ffb923d452a","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:b0022dad71c1db773346e3aeda688e6385690beba2bbc8d65461b0075a493674","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:48.786Z","job_size_bytes":2507,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-2bced37896afdddaa05d0ecd: start","job_status":"start","queue_duration_s":0.085782,"scheduling_latency_s":0.085827}2060vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2'2061vm-test-run-nixbot-gitlab> gitlab # [  330.756371] gitaly[1396]: time="2026-06-16T04:17:48.906Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACP8JQ3HM17ZVGH2939X8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=194 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:48.880" grpc.time_ms=25.308 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc2062vm-test-run-nixbot-gitlab> gitlab # [  330.758298] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:48 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 882063vm-test-run-nixbot-gitlab> gitlab # [  330.764776] gitlab-workhorse[1300]: time="2026-06-16T04:17:49Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672064vm-test-run-nixbot-gitlab> gitlab # [  330.766327] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:49 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 982065vm-test-run-nixbot-gitlab> gitlab # [  330.767326] gitaly[1396]: time="2026-06-16T04:17:49.008Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPBGPVDQRP03MR293P4Z grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:48.994" pid=1396 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2066vm-test-run-nixbot-gitlab> gitlab # [  330.768323] gitaly[1396]: time="2026-06-16T04:17:49.008Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=635 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPBGPVDQRP03MR293P4Z grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:48.994" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc2067vm-test-run-nixbot-gitlab> gitlab # [  330.870517] gitaly[1396]: time="2026-06-16T04:17:49.009Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=635 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPBGPVDQRP03MR293P4Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:48.994" grpc.time_ms=14.892 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc2068vm-test-run-nixbot-gitlab> gitlab # [  330.895393] gitlab-workhorse[1300]: time="2026-06-16T04:17:49Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3902069vm-test-run-nixbot-gitlab> gitlab # [  330.898917] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:49 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 390 "" "git/2.54.0" 992070vm-test-run-nixbot-gitlab> gitlab # [  330.902553] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:49.128Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","aa1abaf36e9a435ccb49dc37"],"class":"WebHooks::LogExecutionWorker","jid":"2bced37896afdddaa05d0ecd","created_at":"2026-06-16T04:17:48.776Z","trace_propagation_headers":{"sentry-trace":"c207ec98c72c433bae21460eae69e09d-a8da7ffb923d452a","baggage":"sentry-trace_id=c207ec98c72c433bae21460eae69e09d,sentry-release=Unknown"},"correlation_id":"01KV7ACJC1Z0HESD1DM57QKTBC","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:b0022dad71c1db773346e3aeda688e6385690beba2bbc8d65461b0075a493674","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:48.786Z","job_size_bytes":2507,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-2bced37896afdddaa05d0ecd: done: 0.256132 sec","job_status":"done","queue_duration_s":0.085782,"scheduling_latency_s":0.085827,"redis_calls":10,"redis_duration_s":0.003875,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000668,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002488,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000719,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.069,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.069,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.194778,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000419048,"duration_s":0.256132,"completed_at":"2026-06-16T04:17:49.128Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.022826,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2071vm-test-run-nixbot-gitlab> gitlab # [  330.981567] gitaly[1396]: time="2026-06-16T04:17:49.111Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPENHGNDDVHAFSMFCXN4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:49.087" pid=1396 remote_ip="2001:db8:1::1" request_sha=909496f3f6b4b860b3b261fc97a4b3fb816f68d1 response_bytes=390 span.kind=server system=grpc2072vm-test-run-nixbot-gitlab> gitlab # [  331.000689] nixbot[3956]: {"ts": "2026-06-16T04:17:49.155Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}2073vm-test-run-nixbot-gitlab> gitlab # [  331.002177] nix-daemon[4261]: unexpected Nix daemon error: error: interrupted by the user2074vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', in 0.22 seconds)2075vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'pending', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-16T04:17:49.146740Z', 'started_at': None, 'finished_at': None}]2076vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 4.83 seconds)2077vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses2078vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses2079vm-test-run-nixbot-gitlab> gitlab # [  331.003249] gitaly[1396]: time="2026-06-16T04:17:49.111Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1206 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=1 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPENHGNDDVHAFSMFCXN4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:49.087" negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc2080vm-test-run-nixbot-gitlab> gitlab # [  331.004349] gitaly[1396]: time="2026-06-16T04:17:49.112Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1206 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=1 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPENHGNDDVHAFSMFCXN4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:49.087" grpc.time_ms=24.684 negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc2081vm-test-run-nixbot-gitlab> gitlab # [  331.015671] nixbot[3956]: INFO:     ::ffff:127.0.0.1:34846 - "GET /api/repos/gitlab/root/test-flake/builds?commit=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 HTTP/1.1" 200 OK2082vm-test-run-nixbot-gitlab> gitlab # [  331.025128] gitaly[1396]: time="2026-06-16T04:17:49.271Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:19.169" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:49.270" grpc.time_ms=0.917 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2083vm-test-run-nixbot-gitlab> gitlab # [  331.051159] gitaly[1396]: time="2026-06-16T04:17:49.297Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=646 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-16T04:18:19.187" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:49.288" grpc.time_ms=9.106 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2084vm-test-run-nixbot-gitlab> gitlab # [  331.072398] gitaly[1396]: time="2026-06-16T04:17:49.318Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:59.007" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:49.308" grpc.time_ms=10.499 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2085vm-test-run-nixbot-gitlab> gitlab # [  331.102055] gitaly[1396]: time="2026-06-16T04:17:49.348Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T04:17:59.036" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:49.347" grpc.time_ms=0.519 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2086vm-test-run-nixbot-gitlab> gitlab # [  331.117823] gitaly[1396]: time="2026-06-16T04:17:49.364Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=620 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T04:17:59.044" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:49.355" grpc.time_ms=8.195 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2087vm-test-run-nixbot-gitlab> gitlab # [  331.177153] gitaly[1396]: time="2026-06-16T04:17:49.423Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:49.416" grpc.time_ms=6.398 pid=1396 span.kind=server system=grpc2088vm-test-run-nixbot-gitlab> gitlab # [  331.201736] gitaly[1396]: time="2026-06-16T04:17:49.448Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:19.146" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:49.447" grpc.time_ms=0.82 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2089vm-test-run-nixbot-gitlab> gitlab # [  331.237302] gitaly[1396]: time="2026-06-16T04:17:49.483Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:49.483" grpc.time_ms=0.579 pid=1396 span.kind=server system=grpc2090vm-test-run-nixbot-gitlab> gitlab # [  331.265458] gitaly[1396]: time="2026-06-16T04:17:49.511Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H diskcache=78e91b05-13dd-4c1d-80ba-94df0cd753d2 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:59.056" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:49.368" pid=1396 ref=refs/keep-around/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 remote_ip="2001:db8:1::1" revision=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 span.kind=server system=grpc username=root2091vm-test-run-nixbot-gitlab> gitlab # [  331.269215] gitaly[1396]: time="2026-06-16T04:17:49.514Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=88 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5300 command.oublock=8 command.real_time_ms=134 command.spawn_token_fork_ms=0 command.system_time_ms=60 command.user_time_ms=28 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:59.056" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:49.368" grpc.time_ms=145.851 pid=1396 ref=refs/keep-around/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 remote_ip="2001:db8:1::1" revision=48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 span.kind=server system=grpc username=root2092vm-test-run-nixbot-gitlab> gitlab # [  331.270514] gitaly[1396]: time="2026-06-16T04:17:49.516Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPW5YEPC146JFQ34E8YY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:19.514" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:49.515" grpc.time_ms=0.827 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2093vm-test-run-nixbot-gitlab> gitlab # [  331.276835] gitaly[1396]: time="2026-06-16T04:17:49.523Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:19.221" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:49.522" grpc.time_ms=0.928 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2094vm-test-run-nixbot-gitlab> gitlab # [  331.290240] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:49.536Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"3b3358770dec10df8f4eecb9","created_at":"2026-06-16T04:17:49.526Z","trace_propagation_headers":{"sentry-trace":"385f7bef42754479a28c2b94303e9d75-5858bcea517d477d","baggage":"sentry-trace_id=385f7bef42754479a28c2b94303e9d75,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACPK72Y2GCEQXJTXMJ29H","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:49.532Z","job_size_bytes":65,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-3b3358770dec10df8f4eecb9: start","job_status":"start","queue_duration_s":0.004283,"scheduling_latency_s":0.004329}2095vm-test-run-nixbot-gitlab> gitlab # [  331.328175] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:49 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses HTTP/1.1" 200 2 "" "curl/8.20.0" 1292096vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses, in 0.40 seconds)2097vm-test-run-nixbot-gitlab> []2098vm-test-run-nixbot-gitlab> gitlab # [  331.332170] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:49.577Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"3b3358770dec10df8f4eecb9","created_at":"2026-06-16T04:17:49.526Z","trace_propagation_headers":{"sentry-trace":"385f7bef42754479a28c2b94303e9d75-5858bcea517d477d","baggage":"sentry-trace_id=385f7bef42754479a28c2b94303e9d75,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACPK72Y2GCEQXJTXMJ29H","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:49.532Z","job_size_bytes":65,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-3b3358770dec10df8f4eecb9: done: 0.041075 sec","job_status":"done","queue_duration_s":0.004283,"scheduling_latency_s":0.004329,"redis_calls":7,"redis_duration_s":0.0041600000000000005,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003448,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000712,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020147,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041075,"completed_at":"2026-06-16T04:17:49.577Z","load_balancing_strategy":"primary","db_duration_s":0.003574,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2099vm-test-run-nixbot-gitlab> gitlab # [  331.420148] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:49.593Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"7631c83da9caca6a179ddce9","created_at":"2026-06-16T04:17:49.533Z","trace_propagation_headers":{"sentry-trace":"385f7bef42754479a28c2b94303e9d75-5858bcea517d477d","baggage":"sentry-trace_id=385f7bef42754479a28c2b94303e9d75,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACPK72Y2GCEQXJTXMJ29H","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:49.536Z","job_size_bytes":65,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-7631c83da9caca6a179ddce9: start","job_status":"start","queue_duration_s":0.057127,"scheduling_latency_s":0.057178}2100vm-test-run-nixbot-gitlab> gitlab # [  331.421137] nixbot[3956]: {"ts": "2026-06-16T04:17:49.639Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 \"HTTP/1.1 201 Created\""}2101vm-test-run-nixbot-gitlab> gitlab # [  331.422231] nixbot[3956]: {"ts": "2026-06-16T04:17:49.650Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-48ae0bbb6d58-c64b680b", "argv0": "bwrap"}2102vm-test-run-nixbot-gitlab> gitlab # [  331.424063] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:49 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 4772103vm-test-run-nixbot-gitlab> gitlab # [  331.430634] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:49.676Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"7631c83da9caca6a179ddce9","created_at":"2026-06-16T04:17:49.533Z","trace_propagation_headers":{"sentry-trace":"385f7bef42754479a28c2b94303e9d75-5858bcea517d477d","baggage":"sentry-trace_id=385f7bef42754479a28c2b94303e9d75,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACPK72Y2GCEQXJTXMJ29H","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:49.536Z","job_size_bytes":65,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-7631c83da9caca6a179ddce9: done: 0.082989 sec","job_status":"done","queue_duration_s":0.057127,"scheduling_latency_s":0.057178,"redis_calls":10,"redis_duration_s":0.003921,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001734,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.002187,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.049442,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.082989,"completed_at":"2026-06-16T04:17:49.676Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.020829,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2104vm-test-run-nixbot-gitlab> gitlab # [  331.533710] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:49.678Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"50d6852b9d2cd3d2404213c5","created_at":"2026-06-16T04:17:49.609Z","trace_propagation_headers":{"sentry-trace":"385f7bef42754479a28c2b94303e9d75-5858bcea517d477d","baggage":"sentry-trace_id=385f7bef42754479a28c2b94303e9d75,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACPK72Y2GCEQXJTXMJ29H","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:49.616Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-50d6852b9d2cd3d2404213c5: start","job_status":"start","queue_duration_s":0.062502,"scheduling_latency_s":0.062539}2105vm-test-run-nixbot-gitlab> gitlab # [  331.535800] gitaly[1396]: time="2026-06-16T04:17:49.763Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:19.262" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:49.762" grpc.time_ms=0.93 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2106vm-test-run-nixbot-gitlab> gitlab # [  331.556064] gitaly[1396]: time="2026-06-16T04:17:49.802Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:19.300" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:49.801" grpc.time_ms=0.845 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2107vm-test-run-nixbot-gitlab> gitlab # [  331.634695] gitaly[1396]: time="2026-06-16T04:17:49.840Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPK72Y2GCEQXJTXMJ29H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:19.338" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:49.839" grpc.time_ms=0.828 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2108vm-test-run-nixbot-gitlab> gitlab # [  331.636591] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:49.853Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"50d6852b9d2cd3d2404213c5","created_at":"2026-06-16T04:17:49.609Z","trace_propagation_headers":{"sentry-trace":"385f7bef42754479a28c2b94303e9d75-5858bcea517d477d","baggage":"sentry-trace_id=385f7bef42754479a28c2b94303e9d75,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACPK72Y2GCEQXJTXMJ29H","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:49.616Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-50d6852b9d2cd3d2404213c5: done: 0.174655 sec","job_status":"done","queue_duration_s":0.062502,"scheduling_latency_s":0.062539,"gitaly_calls":3,"gitaly_duration_s":0.011914,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.010523,"redis_read_bytes":98,"redis_write_bytes":6012,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001464,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002601,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000429,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1131,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002169,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000342,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000699,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001355,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.007,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.124731,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.143869961,"duration_s":0.174655,"completed_at":"2026-06-16T04:17:49.853Z","load_balancing_strategy":"primary","db_duration_s":0.036119,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2109vm-test-run-nixbot-gitlab> gitlab # [  331.725512] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:49.855Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"b97755a3b71028777b130a08","created_at":"2026-06-16T04:17:49.746Z","trace_propagation_headers":{"sentry-trace":"385f7bef42754479a28c2b94303e9d75-985c9f5fa39742b7","baggage":"sentry-trace_id=385f7bef42754479a28c2b94303e9d75,sentry-release=Unknown"},"correlation_id":"01KV7ACPK72Y2GCEQXJTXMJ29H","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:49.749Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-b97755a3b71028777b130a08: start","job_status":"start","queue_duration_s":0.105938,"scheduling_latency_s":0.10597}2110vm-test-run-nixbot-gitlab> gitlab # [  331.727359] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:49.896Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"b97755a3b71028777b130a08","created_at":"2026-06-16T04:17:49.746Z","trace_propagation_headers":{"sentry-trace":"385f7bef42754479a28c2b94303e9d75-985c9f5fa39742b7","baggage":"sentry-trace_id=385f7bef42754479a28c2b94303e9d75,sentry-release=Unknown"},"correlation_id":"01KV7ACPK72Y2GCEQXJTXMJ29H","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:49.749Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-b97755a3b71028777b130a08: done: 0.041089 sec","job_status":"done","queue_duration_s":0.105938,"scheduling_latency_s":0.10597,"redis_calls":7,"redis_duration_s":0.005472,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003746,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001726,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024936,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041089,"completed_at":"2026-06-16T04:17:49.896Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005959,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2111vm-test-run-nixbot-gitlab> gitlab # [  331.888317] gitaly[1396]: time="2026-06-16T04:17:50.134Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:18:00.005" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:50.125" grpc.time_ms=8.682 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2112vm-test-run-nixbot-gitlab> gitlab # [  331.924780] nix-daemon[4251]: accepted connection from pid 4363, user nixbot2113vm-test-run-nixbot-gitlab> gitlab # [  331.941737] nix-daemon[4251]: accepted connection from pid 4364, user nixbot2114vm-test-run-nixbot-gitlab> gitlab # [  331.966114] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:50.212Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"92134e8d70d50faa88227f6f","created_at":"2026-06-16T04:17:50.205Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-8649fc0395d94db2","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.210Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-92134e8d70d50faa88227f6f: start","job_status":"start","queue_duration_s":0.001883,"scheduling_latency_s":0.00193}2115vm-test-run-nixbot-gitlab> gitlab # [  331.996838] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:50 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/0af4d89f58acfb571c2e6b75802ec6ba4569bd5e HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 10202116vm-test-run-nixbot-gitlab> gitlab # [  331.998330] nixbot[3956]: {"ts": "2026-06-16T04:17:50.231Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/0af4d89f58acfb571c2e6b75802ec6ba4569bd5e \"HTTP/1.1 201 Created\""}2117vm-test-run-nixbot-gitlab> gitlab # [  332.065993] gitaly[1396]: time="2026-06-16T04:17:50.312Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACQN0B61P1C05JZJHGNRZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:20.008" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:50.309" grpc.time_ms=2.075 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2118vm-test-run-nixbot-gitlab> gitlab # [  332.135256] gitaly[1396]: time="2026-06-16T04:17:50.381Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=0 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACQN0B61P1C05JZJHGNRZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:18:00.045" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:50.356" grpc.time_ms=25.378 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2119vm-test-run-nixbot-gitlab> gitlab # [  332.143523] gitaly[1396]: time="2026-06-16T04:17:50.390Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:50.388" grpc.time_ms=0.862 pid=1396 span.kind=server system=grpc2120vm-test-run-nixbot-gitlab> gitlab # [  332.210813] gitaly[1396]: time="2026-06-16T04:17:50.457Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:50.455" grpc.time_ms=1.584 pid=1396 span.kind=server system=grpc2121vm-test-run-nixbot-gitlab> gitlab # [  332.213205] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:50 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/0af4d89f58acfb571c2e6b75802ec6ba4569bd5e HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 2182122vm-test-run-nixbot-gitlab> gitlab # [  332.214694] nixbot[3956]: {"ts": "2026-06-16T04:17:50.460Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/0af4d89f58acfb571c2e6b75802ec6ba4569bd5e \"HTTP/1.1 201 Created\""}2123vm-test-run-nixbot-gitlab> gitlab # [  332.269463] gitaly[1396]: time="2026-06-16T04:17:50.515Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:50.515" grpc.time_ms=0.602 pid=1396 span.kind=server system=grpc2124vm-test-run-nixbot-gitlab> gitlab # [  332.299385] gitaly[1396]: time="2026-06-16T04:17:50.545Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB diskcache=121cc9a5-6da9-440e-a777-b1618aaaa1b0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:20.056" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:50.356" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2125vm-test-run-nixbot-gitlab> gitlab # [  332.301192] gitaly[1396]: time="2026-06-16T04:17:50.546Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=196 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7114 command.oublock=0 command.real_time_ms=179 command.spawn_token_fork_ms=0 command.system_time_ms=157 command.user_time_ms=39 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:20.056" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:50.356" grpc.time_ms=189.101 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2126vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses2127vm-test-run-nixbot-gitlab> gitlab # [  332.416458] gitaly[1396]: time="2026-06-16T04:17:50.662Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:20.160" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:50.660" grpc.time_ms=1.601 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2128vm-test-run-nixbot-gitlab> gitlab # [  332.537554] gitaly[1396]: time="2026-06-16T04:17:50.782Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:20.279" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:50.780" grpc.time_ms=1.478 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2129vm-test-run-nixbot-gitlab> gitlab # [  332.605848] gitaly[1396]: time="2026-06-16T04:17:50.852Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:20.349" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:50.850" grpc.time_ms=1.095 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2130vm-test-run-nixbot-gitlab> gitlab # [  332.656870] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:50.901Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"3e5f4088fe68076e534ca369","created_at":"2026-06-16T04:17:50.898Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"92134e8d70d50faa88227f6f","job_size_bytes":3,"pid":2488,"job_status":"deduplicated","message":"PipelineProcessWorker JID-3e5f4088fe68076e534ca369: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2131vm-test-run-nixbot-gitlab> gitlab # [  332.687005] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:50.933Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"92134e8d70d50faa88227f6f","created_at":"2026-06-16T04:17:50.205Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-8649fc0395d94db2","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.210Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2488,"job_status":"rescheduled","message":"PipelineProcessWorker JID-92134e8d70d50faa88227f6f: rescheduled"}2132vm-test-run-nixbot-gitlab> gitlab # [  332.713112] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:50.949Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"92134e8d70d50faa88227f6f","created_at":"2026-06-16T04:17:50.205Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-8649fc0395d94db2","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.210Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-92134e8d70d50faa88227f6f: done: 0.737528 sec","job_status":"done","queue_duration_s":0.001883,"scheduling_latency_s":0.00193,"gitaly_calls":4,"gitaly_duration_s":0.341863,"redis_calls":104,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.070908,"redis_read_bytes":264,"redis_write_bytes":24008,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002204,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.003422,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.010576,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":22,"redis_queues_duration_s":0.007245,"redis_queues_read_bytes":24,"redis_queues_write_bytes":12387,"redis_queues_metadata_calls":22,"redis_queues_metadata_duration_s":0.039659,"redis_queues_metadata_read_bytes":110,"redis_queues_metadata_write_bytes":3546,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.00037,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000775,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004453,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.067,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.012,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.014,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.041,"db_ci_duration_s":0.026,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.267132,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.654946369,"duration_s":0.737528,"completed_at":"2026-06-16T04:17:50.949Z","load_balancing_strategy":"primary","db_duration_s":0.07177,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2133vm-test-run-nixbot-gitlab> gitlab # [  332.727891] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:50.953Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"6bac757e90cb9b3aef7e4c1c","created_at":"2026-06-16T04:17:50.293Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.299Z","job_size_bytes":23,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-6bac757e90cb9b3aef7e4c1c: start","job_status":"start","queue_duration_s":0.653435,"scheduling_latency_s":0.653475}2134vm-test-run-nixbot-gitlab> gitlab # [  332.803126] gitaly[1396]: time="2026-06-16T04:17:50.962Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACR45F38005DDH949KQPT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:20.057" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:50.960" grpc.time_ms=2.165 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2135vm-test-run-nixbot-gitlab> gitlab # [  332.869211] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:51 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 3892136vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses, in 0.45 seconds)2137vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T04:17:49.601Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2138vm-test-run-nixbot-gitlab> gitlab # [  333.037383] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:51.283Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"6bac757e90cb9b3aef7e4c1c","created_at":"2026-06-16T04:17:50.293Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.299Z","job_size_bytes":23,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-6bac757e90cb9b3aef7e4c1c: done: 0.329897 sec","job_status":"done","queue_duration_s":0.653435,"scheduling_latency_s":0.653475,"redis_calls":15,"redis_duration_s":0.146405,"redis_read_bytes":13,"redis_write_bytes":3010,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000774,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000748,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1625,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003952,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.001688,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.139243,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.007,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.146259,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000628013,"duration_s":0.329897,"completed_at":"2026-06-16T04:17:51.283Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027063,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2139vm-test-run-nixbot-gitlab> gitlab # [  333.164797] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:51.286Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"6b101b850b534575fe6dd0bf","created_at":"2026-06-16T04:17:51.269Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-7165a98e292a40f7","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:3ccb85ef7f9d5d490be65a3aee3193b4fbd0901501edcc89eb93e4a4860a5274","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:51.273Z","job_size_bytes":464,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-6b101b850b534575fe6dd0bf: start","job_status":"start","queue_duration_s":0.012579,"scheduling_latency_s":0.012614}2140vm-test-run-nixbot-gitlab> gitlab # [  333.165733] sidekiq-cluster[2488]: {"severity":"WARN","time":"2026-06-16T04:17:51.343Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"6b101b850b534575fe6dd0bf","created_at":"2026-06-16T04:17:51.269Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-7165a98e292a40f7","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:3ccb85ef7f9d5d490be65a3aee3193b4fbd0901501edcc89eb93e4a4860a5274","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:51.273Z","job_size_bytes":464,"pid":2488,"sidekiq_tid":"m2ug","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-6b101b850b534575fe6dd0bf: fail: 0.057171 sec","job_status":"fail","queue_duration_s":0.012579,"scheduling_latency_s":0.012614,"redis_calls":7,"redis_duration_s":0.004153,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003011,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001142,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03367,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.057171,"completed_at":"2026-06-16T04:17:51.343Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.011451,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2141vm-test-run-nixbot-gitlab> gitlab # [  333.774489] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:51.348Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"3b2deeb7af3c9c714e09ec70","created_at":"2026-06-16T04:17:50.554Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.563Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-3b2deeb7af3c9c714e09ec70: start","job_status":"start","queue_duration_s":0.785259,"scheduling_latency_s":0.785336}2142vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses2143vm-test-run-nixbot-gitlab> gitlab # [  333.887490] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.133Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"3b2deeb7af3c9c714e09ec70","created_at":"2026-06-16T04:17:50.554Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.563Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-3b2deeb7af3c9c714e09ec70: done: 0.785339 sec","job_status":"done","queue_duration_s":0.785259,"scheduling_latency_s":0.785336,"redis_calls":10,"redis_duration_s":0.69987,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.695929,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002974,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000967,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.042,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017892,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000709308,"duration_s":0.785339,"completed_at":"2026-06-16T04:17:52.133Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.041662,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2144vm-test-run-nixbot-gitlab> gitlab # [  333.966422] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.212Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"290231128837955ee1283a91","created_at":"2026-06-16T04:17:50.581Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.592Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-290231128837955ee1283a91: start","job_status":"start","queue_duration_s":1.619757,"scheduling_latency_s":1.619832}2145vm-test-run-nixbot-gitlab> gitlab # [  334.053627] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.299Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"290231128837955ee1283a91","created_at":"2026-06-16T04:17:50.581Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.592Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-290231128837955ee1283a91: done: 0.087587 sec","job_status":"done","queue_duration_s":1.619757,"scheduling_latency_s":1.619832,"redis_calls":10,"redis_duration_s":0.005124,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001588,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00246,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001076,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.011,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.055796,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000672432,"duration_s":0.087587,"completed_at":"2026-06-16T04:17:52.299Z","load_balancing_strategy":"primary","db_duration_s":0.011769,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2146vm-test-run-nixbot-gitlab> gitlab # [  334.140951] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.386Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"2734b130439bef37d4d87629","created_at":"2026-06-16T04:17:50.608Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.615Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-2734b130439bef37d4d87629: start","job_status":"start","queue_duration_s":1.77098,"scheduling_latency_s":1.771071}2147vm-test-run-nixbot-gitlab> gitlab # [  334.169424] gitaly[1396]: time="2026-06-16T04:17:52.389Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACSKGB8P0XVTDBHFN6K5B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:22.086" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:52.387" grpc.time_ms=1.247 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2148vm-test-run-nixbot-gitlab> gitlab # [  334.231135] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:52 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 2342149vm-test-run-nixbot-gitlab> gitlab # [  334.233328] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.478Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"2734b130439bef37d4d87629","created_at":"2026-06-16T04:17:50.608Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.615Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-2734b130439bef37d4d87629: done: 0.092353 sec","job_status":"done","queue_duration_s":1.77098,"scheduling_latency_s":1.771071,"redis_calls":13,"redis_duration_s":0.0076489999999999995,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001383,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003724,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001376,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001166,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.056939,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000848432,"duration_s":0.092353,"completed_at":"2026-06-16T04:17:52.478Z","load_balancing_strategy":"primary","db_duration_s":0.010789,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2150vm-test-run-nixbot-gitlab> gitlab # [  334.238535] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.484Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"e6e6bd39d435b48a8f014a9b","created_at":"2026-06-16T04:17:50.616Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.623Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-e6e6bd39d435b48a8f014a9b: start","job_status":"start","queue_duration_s":1.861087,"scheduling_latency_s":1.861154}2151vm-test-run-nixbot-gitlab> gitlab # [  334.292779] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.538Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"e6e6bd39d435b48a8f014a9b","created_at":"2026-06-16T04:17:50.616Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.623Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-e6e6bd39d435b48a8f014a9b: done: 0.054742 sec","job_status":"done","queue_duration_s":1.861087,"scheduling_latency_s":1.861154,"redis_calls":10,"redis_duration_s":0.005664,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001279,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003296,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001089,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029618,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000626616,"duration_s":0.054742,"completed_at":"2026-06-16T04:17:52.538Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008924,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2152vm-test-run-nixbot-gitlab> gitlab # [  334.378769] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.541Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"6c556ecb4f1be4130818fc7d","created_at":"2026-06-16T04:17:50.624Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.633Z","job_size_bytes":19,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-6c556ecb4f1be4130818fc7d: start","job_status":"start","queue_duration_s":1.908235,"scheduling_latency_s":1.908271}2153vm-test-run-nixbot-gitlab> gitlab # [  334.380481] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.585Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"6c556ecb4f1be4130818fc7d","created_at":"2026-06-16T04:17:50.624Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.633Z","job_size_bytes":19,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-6c556ecb4f1be4130818fc7d: done: 0.044439 sec","job_status":"done","queue_duration_s":1.908235,"scheduling_latency_s":1.908271,"redis_calls":11,"redis_duration_s":0.005854,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001099,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003526,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001229,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02444,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000624661,"duration_s":0.044439,"completed_at":"2026-06-16T04:17:52.585Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007897,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2154vm-test-run-nixbot-gitlab> gitlab # [  334.473697] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.588Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"386aac0611bfa7bd01fe7640","created_at":"2026-06-16T04:17:50.636Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.644Z","job_size_bytes":65,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-386aac0611bfa7bd01fe7640: start","job_status":"start","queue_duration_s":1.943646,"scheduling_latency_s":1.943682}2155vm-test-run-nixbot-gitlab> gitlab # [  334.488386] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.629Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"386aac0611bfa7bd01fe7640","created_at":"2026-06-16T04:17:50.636Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.644Z","job_size_bytes":65,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-386aac0611bfa7bd01fe7640: done: 0.041473 sec","job_status":"done","queue_duration_s":1.943646,"scheduling_latency_s":1.943682,"redis_calls":10,"redis_duration_s":0.005065,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00085,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003299,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000916,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021805,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000777473,"duration_s":0.041473,"completed_at":"2026-06-16T04:17:52.629Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006986,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2156vm-test-run-nixbot-gitlab> gitlab # [  334.600904] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.632Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"31c1fa34c8c546cb5e3932fc","created_at":"2026-06-16T04:17:50.647Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.650Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-31c1fa34c8c546cb5e3932fc: start","job_status":"start","queue_duration_s":1.98243,"scheduling_latency_s":1.982465}2157vm-test-run-nixbot-gitlab> gitlab # [  334.602585] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.674Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"31c1fa34c8c546cb5e3932fc","created_at":"2026-06-16T04:17:50.647Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.650Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-31c1fa34c8c546cb5e3932fc: done: 0.042037 sec","job_status":"done","queue_duration_s":1.98243,"scheduling_latency_s":1.982465,"redis_calls":7,"redis_duration_s":0.0036,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002626,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000974,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027138,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.042037,"completed_at":"2026-06-16T04:17:52.674Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006364,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2158vm-test-run-nixbot-gitlab> gitlab # [  334.710923] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.677Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"8fab7d04b6bdbc98e43e27a0","created_at":"2026-06-16T04:17:50.790Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.800Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-8fab7d04b6bdbc98e43e27a0: start","job_status":"start","queue_duration_s":1.877148,"scheduling_latency_s":1.877184}2159vm-test-run-nixbot-gitlab> gitlab # [  334.712392] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.730Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"8fab7d04b6bdbc98e43e27a0","created_at":"2026-06-16T04:17:50.790Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.800Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-8fab7d04b6bdbc98e43e27a0: done: 0.053754 sec","job_status":"done","queue_duration_s":1.877148,"scheduling_latency_s":1.877184,"redis_calls":10,"redis_duration_s":0.008593,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000998,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005835,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00176,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024366,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000913524,"duration_s":0.053754,"completed_at":"2026-06-16T04:17:52.730Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01473,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2160vm-test-run-nixbot-gitlab> gitlab # [  334.796869] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.734Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"ef56b003a1f5d9ec0f60c5d4","created_at":"2026-06-16T04:17:50.801Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.809Z","job_size_bytes":6,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-ef56b003a1f5d9ec0f60c5d4: start","job_status":"start","queue_duration_s":1.925291,"scheduling_latency_s":1.925325}2161vm-test-run-nixbot-gitlab> gitlab # [  334.874491] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.773Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"ef56b003a1f5d9ec0f60c5d4","created_at":"2026-06-16T04:17:50.801Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.809Z","job_size_bytes":6,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-ef56b003a1f5d9ec0f60c5d4: done: 0.039246 sec","job_status":"done","queue_duration_s":1.925291,"scheduling_latency_s":1.925325,"redis_calls":10,"redis_duration_s":0.009113,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002271,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004806,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002036,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017413,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000931403,"duration_s":0.039246,"completed_at":"2026-06-16T04:17:52.773Z","load_balancing_strategy":"primary","db_duration_s":0.00579,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2162vm-test-run-nixbot-gitlab> gitlab # [  334.949600] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.775Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"ab5831f3f5852971d94a908f","created_at":"2026-06-16T04:17:50.933Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.937Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-ab5831f3f5852971d94a908f: start","job_status":"start","queue_duration_s":1.837724,"scheduling_latency_s":1.837752}2163vm-test-run-nixbot-gitlab> gitlab # [  334.951282] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:52.877Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"ab5831f3f5852971d94a908f","created_at":"2026-06-16T04:17:50.933Z","trace_propagation_headers":{"sentry-trace":"5e8cd8d93e8f4fa5a2a3fd58405ddb3f-38f75288d9064008","baggage":"sentry-trace_id=5e8cd8d93e8f4fa5a2a3fd58405ddb3f,sentry-release=Unknown"},"correlation_id":"01KV7ACPMRDPDG6ZR3HJ56HRNB","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:50.937Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-ab5831f3f5852971d94a908f: done: 0.102175 sec","job_status":"done","queue_duration_s":1.837724,"scheduling_latency_s":1.837752,"gitaly_calls":2,"gitaly_duration_s":0.00851,"redis_calls":19,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.008727,"redis_read_bytes":42,"redis_write_bytes":1891,"redis_cache_calls":8,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.001863,"redis_cache_read_bytes":16,"redis_cache_write_bytes":735,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00348,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.001379,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002005,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":20,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":20,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":9,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.063675,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.066789215,"duration_s":0.102175,"completed_at":"2026-06-16T04:17:52.877Z","load_balancing_strategy":"primary","db_duration_s":0.020468,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2164vm-test-run-nixbot-gitlab> gitlab # [  335.053332] gitaly[1396]: time="2026-06-16T04:17:52.819Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:22.317" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:52.817" grpc.time_ms=1.195 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2165vm-test-run-nixbot-gitlab> gitlab # [  335.054321] gitaly[1396]: time="2026-06-16T04:17:52.858Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACPMRDPDG6ZR3HJ56HRNB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:22.356" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:52.856" grpc.time_ms=0.942 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2166vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses, in 1.24 seconds)2167vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T04:17:49.601Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2168vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses2169vm-test-run-nixbot-gitlab> gitlab # [  336.221783] nix-daemon[4251]: accepted connection from pid 4424, user nixbot2170vm-test-run-nixbot-gitlab> gitlab # [  336.241512] gitaly[1396]: time="2026-06-16T04:17:54.487Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACVQ86K57CSD5E9891JZC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:24.485" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:54.486" grpc.time_ms=0.762 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2171vm-test-run-nixbot-gitlab> gitlab # [  336.273492] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:54 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1102172vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses, in 0.17 seconds)2173vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T04:17:49.601Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2174vm-test-run-nixbot-gitlab> gitlab # [  336.295240] gitaly[1396]: time="2026-06-16T04:17:54.541Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:24.239" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:54.540" grpc.time_ms=1.008 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2175vm-test-run-nixbot-gitlab> gitlab # [  336.382776] gitaly[1396]: time="2026-06-16T04:17:54.629Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=0 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:18:04.001" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:54.612" grpc.time_ms=16.336 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2176vm-test-run-nixbot-gitlab> gitlab # [  336.453783] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:54.698Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"8c49a46a068b25794e532210","created_at":"2026-06-16T04:17:54.690Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-00e767612d8741e7","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:54.696Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-8c49a46a068b25794e532210: start","job_status":"start","queue_duration_s":0.002503,"scheduling_latency_s":0.002564}2177vm-test-run-nixbot-gitlab> gitlab # [  336.513225] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:54 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 3052178vm-test-run-nixbot-gitlab> gitlab # [  336.520310] nixbot[3956]: {"ts": "2026-06-16T04:17:54.766Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 \"HTTP/1.1 201 Created\""}2179vm-test-run-nixbot-gitlab> gitlab # [  336.601577] gitaly[1396]: time="2026-06-16T04:17:54.848Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACW2JKV9E557KBHZXFACD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:24.745" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:54.846" grpc.time_ms=1.264 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2180vm-test-run-nixbot-gitlab> gitlab # [  336.666815] gitaly[1396]: time="2026-06-16T04:17:54.913Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=622 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACW2JKV9E557KBHZXFACD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:18:04.288" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:54.899" grpc.time_ms=13.643 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2181vm-test-run-nixbot-gitlab> gitlab # [  336.703870] gitaly[1396]: time="2026-06-16T04:17:54.950Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:54.949" grpc.time_ms=0.661 pid=1396 span.kind=server system=grpc2182vm-test-run-nixbot-gitlab> gitlab # [  336.762505] gitaly[1396]: time="2026-06-16T04:17:55.008Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:55.007" grpc.time_ms=1.055 pid=1396 span.kind=server system=grpc2183vm-test-run-nixbot-gitlab> gitlab # [  336.779584] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:55 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 2542184vm-test-run-nixbot-gitlab> gitlab # [  336.780881] nixbot[3956]: {"ts": "2026-06-16T04:17:55.027Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 \"HTTP/1.1 201 Created\""}2185vm-test-run-nixbot-gitlab> gitlab # [  336.825620] gitaly[1396]: time="2026-06-16T04:17:55.072Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:55.071" grpc.time_ms=0.643 pid=1396 span.kind=server system=grpc2186vm-test-run-nixbot-gitlab> gitlab # [  336.857467] gitaly[1396]: time="2026-06-16T04:17:55.103Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B diskcache=4e6058c1-4c07-4982-97b2-3ba0b6335aae grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:24.343" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:54.844" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2187vm-test-run-nixbot-gitlab> gitlab # [  336.874936] gitaly[1396]: time="2026-06-16T04:17:55.121Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=201 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7056 command.oublock=0 command.real_time_ms=249 command.spawn_token_fork_ms=1 command.system_time_ms=126 command.user_time_ms=75 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:24.343" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:54.844" grpc.time_ms=259.166 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2188vm-test-run-nixbot-gitlab> gitlab # [  336.937739] gitaly[1396]: time="2026-06-16T04:17:55.184Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:25.081" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:55.181" grpc.time_ms=1.724 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2189vm-test-run-nixbot-gitlab> gitlab # [  336.990985] gitaly[1396]: time="2026-06-16T04:17:55.237Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:25.134" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:55.235" grpc.time_ms=1.452 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2190vm-test-run-nixbot-gitlab> gitlab # [  337.113476] gitaly[1396]: time="2026-06-16T04:17:55.359Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:25.256" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:55.357" grpc.time_ms=1.777 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2191vm-test-run-nixbot-gitlab> gitlab # [  337.137561] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.383Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"4d78b13872d7ec74354a872e","created_at":"2026-06-16T04:17:55.378Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"8c49a46a068b25794e532210","job_size_bytes":3,"pid":2488,"job_status":"deduplicated","message":"PipelineProcessWorker JID-4d78b13872d7ec74354a872e: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2192vm-test-run-nixbot-gitlab> gitlab # [  337.142438] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.388Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"8c49a46a068b25794e532210","created_at":"2026-06-16T04:17:54.690Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-00e767612d8741e7","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:54.696Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2488,"job_status":"rescheduled","message":"PipelineProcessWorker JID-8c49a46a068b25794e532210: rescheduled"}2193vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses2194vm-test-run-nixbot-gitlab> gitlab # [  337.159604] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.405Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"8c49a46a068b25794e532210","created_at":"2026-06-16T04:17:54.690Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-00e767612d8741e7","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:54.696Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-8c49a46a068b25794e532210: done: 0.706507 sec","job_status":"done","queue_duration_s":0.002503,"scheduling_latency_s":0.002564,"gitaly_calls":4,"gitaly_duration_s":0.305248,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.04519,"redis_read_bytes":262,"redis_write_bytes":23390,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002573,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.006802,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002876,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.009609,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14471,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.014045,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000647,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001311,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.004754,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.068,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.014,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.017,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.04,"db_ci_duration_s":0.029,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.290031,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.626568461,"duration_s":0.706507,"completed_at":"2026-06-16T04:17:55.405Z","load_balancing_strategy":"primary","db_duration_s":0.072369,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2195vm-test-run-nixbot-gitlab> gitlab # [  337.281905] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.410Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"52d985abc5ce856887f1a72a","created_at":"2026-06-16T04:17:54.828Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:54.831Z","job_size_bytes":23,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-52d985abc5ce856887f1a72a: start","job_status":"start","queue_duration_s":0.57822,"scheduling_latency_s":0.578279}2196vm-test-run-nixbot-gitlab> gitlab # [  337.283419] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.495Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"52d985abc5ce856887f1a72a","created_at":"2026-06-16T04:17:54.828Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:54.831Z","job_size_bytes":23,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-52d985abc5ce856887f1a72a: done: 0.085506 sec","job_status":"done","queue_duration_s":0.57822,"scheduling_latency_s":0.578279,"redis_calls":7,"redis_duration_s":0.004935,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003636,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001299,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.057565,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.085506,"completed_at":"2026-06-16T04:17:55.495Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.013233,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2197vm-test-run-nixbot-gitlab> gitlab # [  337.377515] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.500Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"58efd6990a7fb74b9b695270","created_at":"2026-06-16T04:17:55.112Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.116Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-58efd6990a7fb74b9b695270: start","job_status":"start","queue_duration_s":0.38357,"scheduling_latency_s":0.383656}2198vm-test-run-nixbot-gitlab> gitlab # [  337.379513] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.557Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"58efd6990a7fb74b9b695270","created_at":"2026-06-16T04:17:55.112Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.116Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-58efd6990a7fb74b9b695270: done: 0.057349 sec","job_status":"done","queue_duration_s":0.38357,"scheduling_latency_s":0.383656,"redis_calls":7,"redis_duration_s":0.004246,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003048,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001198,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034566,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.057349,"completed_at":"2026-06-16T04:17:55.557Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006926,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2199vm-test-run-nixbot-gitlab> gitlab # [  337.444462] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.562Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"76b548032c3d5e86d9b0b511","created_at":"2026-06-16T04:17:55.127Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.134Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-76b548032c3d5e86d9b0b511: start","job_status":"start","queue_duration_s":0.428254,"scheduling_latency_s":0.428299}2200vm-test-run-nixbot-gitlab> gitlab # [  337.521246] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.729Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"76b548032c3d5e86d9b0b511","created_at":"2026-06-16T04:17:55.127Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.134Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-76b548032c3d5e86d9b0b511: done: 0.166913 sec","job_status":"done","queue_duration_s":0.428254,"scheduling_latency_s":0.428299,"redis_calls":7,"redis_duration_s":0.003109,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002368,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000741,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.13,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.13,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027616,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.166913,"completed_at":"2026-06-16T04:17:55.729Z","load_balancing_strategy":"primary","db_duration_s":0.129488,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2201vm-test-run-nixbot-gitlab> gitlab # [  337.542443] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.731Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"cb0bf936a11433051b51a52c","created_at":"2026-06-16T04:17:55.147Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.151Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-cb0bf936a11433051b51a52c: start","job_status":"start","queue_duration_s":0.580017,"scheduling_latency_s":0.580054}2202vm-test-run-nixbot-gitlab> gitlab # [  337.624988] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.765Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"cb0bf936a11433051b51a52c","created_at":"2026-06-16T04:17:55.147Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.151Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-cb0bf936a11433051b51a52c: done: 0.034267 sec","job_status":"done","queue_duration_s":0.580017,"scheduling_latency_s":0.580054,"redis_calls":10,"redis_duration_s":0.002931,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001481,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000925,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000525,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022672,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.034267,"completed_at":"2026-06-16T04:17:55.765Z","load_balancing_strategy":"primary","db_duration_s":0.004556,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2203vm-test-run-nixbot-gitlab> gitlab # [  337.711473] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.767Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"488512e65b45980493b7ad3b","created_at":"2026-06-16T04:17:55.152Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.155Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-488512e65b45980493b7ad3b: start","job_status":"start","queue_duration_s":0.612147,"scheduling_latency_s":0.612196}2204vm-test-run-nixbot-gitlab> gitlab # [  337.712978] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.796Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"488512e65b45980493b7ad3b","created_at":"2026-06-16T04:17:55.152Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.155Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-488512e65b45980493b7ad3b: done: 0.028754 sec","job_status":"done","queue_duration_s":0.612147,"scheduling_latency_s":0.612196,"redis_calls":7,"redis_duration_s":0.002162,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001472,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00069,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017338,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028754,"completed_at":"2026-06-16T04:17:55.796Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004501,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2205vm-test-run-nixbot-gitlab> gitlab # [  337.813664] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.798Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"5e600766946f37272f162940","created_at":"2026-06-16T04:17:55.156Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.160Z","job_size_bytes":19,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-5e600766946f37272f162940: start","job_status":"start","queue_duration_s":0.637726,"scheduling_latency_s":0.637763}2206vm-test-run-nixbot-gitlab> gitlab # [  337.815272] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.828Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"5e600766946f37272f162940","created_at":"2026-06-16T04:17:55.156Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.160Z","job_size_bytes":19,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-5e600766946f37272f162940: done: 0.029677 sec","job_status":"done","queue_duration_s":0.637726,"scheduling_latency_s":0.637763,"redis_calls":8,"redis_duration_s":0.002195,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001712,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000483,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019022,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.029677,"completed_at":"2026-06-16T04:17:55.827Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003975,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2207vm-test-run-nixbot-gitlab> gitlab # [  337.894484] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.829Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"0201d631a362bc851f79fdd9","created_at":"2026-06-16T04:17:55.162Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.165Z","job_size_bytes":66,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-0201d631a362bc851f79fdd9: start","job_status":"start","queue_duration_s":0.664746,"scheduling_latency_s":0.664781}2208vm-test-run-nixbot-gitlab> gitlab # [  337.896157] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.852Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"0201d631a362bc851f79fdd9","created_at":"2026-06-16T04:17:55.162Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.165Z","job_size_bytes":66,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-0201d631a362bc851f79fdd9: done: 0.02314 sec","job_status":"done","queue_duration_s":0.664746,"scheduling_latency_s":0.664781,"redis_calls":7,"redis_duration_s":0.0018769999999999998,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001357,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00052,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014712,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02314,"completed_at":"2026-06-16T04:17:55.852Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002017,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2209vm-test-run-nixbot-gitlab> gitlab # [  338.000587] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.854Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"454f65224c11066dbaf005fa","created_at":"2026-06-16T04:17:55.166Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.169Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-454f65224c11066dbaf005fa: start","job_status":"start","queue_duration_s":0.685304,"scheduling_latency_s":0.685339}2210vm-test-run-nixbot-gitlab> gitlab # [  338.002447] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.972Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"454f65224c11066dbaf005fa","created_at":"2026-06-16T04:17:55.166Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.169Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-454f65224c11066dbaf005fa: done: 0.117942 sec","job_status":"done","queue_duration_s":0.685304,"scheduling_latency_s":0.685339,"redis_calls":7,"redis_duration_s":0.0023680000000000003,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001873,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000495,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.102758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.117942,"completed_at":"2026-06-16T04:17:55.972Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005023,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2211vm-test-run-nixbot-gitlab> gitlab # [  338.044544] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:55.974Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"4171ffac36ddc6de16a0d923","created_at":"2026-06-16T04:17:55.277Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.282Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-4171ffac36ddc6de16a0d923: start","job_status":"start","queue_duration_s":0.692267,"scheduling_latency_s":0.692308}2212vm-test-run-nixbot-gitlab> gitlab # [  338.073110] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:56.220Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"4171ffac36ddc6de16a0d923","created_at":"2026-06-16T04:17:55.277Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.282Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-4171ffac36ddc6de16a0d923: done: 0.245927 sec","job_status":"done","queue_duration_s":0.692267,"scheduling_latency_s":0.692308,"redis_calls":7,"redis_duration_s":0.099243,"redis_read_bytes":5,"redis_write_bytes":656,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.096789,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":458,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002454,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":198,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022704,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.245927,"completed_at":"2026-06-16T04:17:56.220Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005949,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2213vm-test-run-nixbot-gitlab> gitlab # [  338.156975] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:56.224Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"45e5bcea7453b946814689d5","created_at":"2026-06-16T04:17:55.283Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.287Z","job_size_bytes":6,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-45e5bcea7453b946814689d5: start","job_status":"start","queue_duration_s":0.936268,"scheduling_latency_s":0.936316}2214vm-test-run-nixbot-gitlab> gitlab # [  338.172147] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:56.248Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"45e5bcea7453b946814689d5","created_at":"2026-06-16T04:17:55.283Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.287Z","job_size_bytes":6,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-45e5bcea7453b946814689d5: done: 0.025011 sec","job_status":"done","queue_duration_s":0.936268,"scheduling_latency_s":0.936316,"redis_calls":7,"redis_duration_s":0.0027099999999999997,"redis_read_bytes":5,"redis_write_bytes":721,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001893,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":497,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000817,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014892,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025011,"completed_at":"2026-06-16T04:17:56.248Z","load_balancing_strategy":"primary","db_duration_s":0.000791,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2215vm-test-run-nixbot-gitlab> gitlab # [  338.251552] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:56.251Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"4d9cb63347c7dbeddde910a2","created_at":"2026-06-16T04:17:55.289Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.300Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-4d9cb63347c7dbeddde910a2: start","job_status":"start","queue_duration_s":0.950835,"scheduling_latency_s":0.950878}2216vm-test-run-nixbot-gitlab> gitlab # [  338.268918] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:56.298Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"4d9cb63347c7dbeddde910a2","created_at":"2026-06-16T04:17:55.289Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.300Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-4d9cb63347c7dbeddde910a2: done: 0.047072 sec","job_status":"done","queue_duration_s":0.950835,"scheduling_latency_s":0.950878,"redis_calls":10,"redis_duration_s":0.003554,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000629,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002212,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000713,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029282,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000623543,"duration_s":0.047072,"completed_at":"2026-06-16T04:17:56.298Z","load_balancing_strategy":"primary","db_duration_s":0.007351,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2217vm-test-run-nixbot-gitlab> gitlab # [  338.351465] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:56.300Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"86171a0547522824bcae3a07","created_at":"2026-06-16T04:17:55.389Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.392Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-86171a0547522824bcae3a07: start","job_status":"start","queue_duration_s":0.90796,"scheduling_latency_s":0.908046}2218vm-test-run-nixbot-gitlab> gitlab # [  338.444345] gitaly[1396]: time="2026-06-16T04:17:56.690Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACWW2GZ05NDDMPYFPC4MP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:26.688" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:56.688" grpc.time_ms=1.207 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2219vm-test-run-nixbot-gitlab> gitlab # [  338.446115] gitaly[1396]: time="2026-06-16T04:17:56.691Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:26.588" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:56.689" grpc.time_ms=2.106 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2220vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses, in 1.22 seconds)2221vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-16T04:17:49.601Z', 'started_at': None, 'finished_at': '2026-06-16T04:17:54.676Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-16T04:17:54.984Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2222vm-test-run-nixbot-gitlab> gitlab # [  338.487629] gitaly[1396]: time="2026-06-16T04:17:56.734Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:26.632" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:56.733" grpc.time_ms=0.71 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2223vm-test-run-nixbot-gitlab> gitlab # [  338.489432] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:56 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 11472224vm-test-run-nixbot-gitlab> gitlab # [  338.529859] gitaly[1396]: time="2026-06-16T04:17:56.776Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACVRNT75VGWZST3E6MV5B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:26.674" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:56.775" grpc.time_ms=0.925 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2225vm-test-run-nixbot-gitlab> gitlab # [  338.551122] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:56.796Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"86171a0547522824bcae3a07","created_at":"2026-06-16T04:17:55.389Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-6d1b496164854c8e","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:55.392Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-86171a0547522824bcae3a07: done: 0.495736 sec","job_status":"done","queue_duration_s":0.90796,"scheduling_latency_s":0.908046,"gitaly_calls":3,"gitaly_duration_s":0.29574,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.011844,"redis_read_bytes":98,"redis_write_bytes":6014,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001785,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002758,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000518,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002518,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000427,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000672,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001381,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":33,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":33,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.035,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":20,"db_ci_count":13,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.008,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.159181,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.456500197,"duration_s":0.495736,"completed_at":"2026-06-16T04:17:56.796Z","load_balancing_strategy":"primary","db_duration_s":0.038458,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2226vm-test-run-nixbot-gitlab> gitlab # [  338.638141] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:56.799Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"cbf945d8e3b23a77f67b0ff2","created_at":"2026-06-16T04:17:56.389Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-e572041679514b80","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:56.393Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-cbf945d8e3b23a77f67b0ff2: start","job_status":"start","queue_duration_s":0.405925,"scheduling_latency_s":0.405964}2227vm-test-run-nixbot-gitlab> gitlab # [  338.639375] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:56.849Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"cbf945d8e3b23a77f67b0ff2","created_at":"2026-06-16T04:17:56.389Z","trace_propagation_headers":{"sentry-trace":"5532dcd2c18640b3a19b58616ce8eff8-e572041679514b80","baggage":"sentry-trace_id=5532dcd2c18640b3a19b58616ce8eff8,sentry-release=Unknown"},"correlation_id":"01KV7ACVRNT75VGWZST3E6MV5B","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:56.393Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-cbf945d8e3b23a77f67b0ff2: done: 0.050886 sec","job_status":"done","queue_duration_s":0.405925,"scheduling_latency_s":0.405964,"redis_calls":7,"redis_duration_s":0.0040490000000000005,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001765,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002284,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035908,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.050886,"completed_at":"2026-06-16T04:17:56.849Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004606,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2228vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses2229vm-test-run-nixbot-gitlab> gitlab # [  339.649903] gitaly[1396]: time="2026-06-16T04:17:57.895Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACZ14HDYY2JEHTC199X0D grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:27.792" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:57.893" grpc.time_ms=1.599 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2230vm-test-run-nixbot-gitlab> gitlab # [  339.707542] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:57 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1562231vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses, in 0.22 seconds)2232vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-16T04:17:49.601Z', 'started_at': None, 'finished_at': '2026-06-16T04:17:54.676Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-16T04:17:54.984Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2233vm-test-run-nixbot-gitlab> gitlab # [  339.801786] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:58.046Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"b508b0617c5962d9c8cc4fd3","created_at":"2026-06-16T04:17:35.191Z","trace_propagation_headers":{"sentry-trace":"c452f083904c47be9d6564c26f48947a-314bf5a16d734d33","baggage":"sentry-trace_id=c452f083904c47be9d6564c26f48947a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC8N1E4SRYZ7B2NZJD7C4","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:9f62ee6af50193b8f0a9935ad66e4b4ab0fa3bf804d4f4f38b0ab674726138a8","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:58.042Z","retry_count":0,"job_size_bytes":451,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-b508b0617c5962d9c8cc4fd3: start","job_status":"start","queue_duration_s":0.003501,"scheduling_latency_s":0.003575}2234vm-test-run-nixbot-gitlab> gitlab # [  339.948961] sidekiq-cluster[2488]: {"severity":"WARN","time":"2026-06-16T04:17:58.193Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"b508b0617c5962d9c8cc4fd3","created_at":"2026-06-16T04:17:35.191Z","trace_propagation_headers":{"sentry-trace":"c452f083904c47be9d6564c26f48947a-314bf5a16d734d33","baggage":"sentry-trace_id=c452f083904c47be9d6564c26f48947a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC8N1E4SRYZ7B2NZJD7C4","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:9f62ee6af50193b8f0a9935ad66e4b4ab0fa3bf804d4f4f38b0ab674726138a8","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:58.042Z","retry_count":0,"job_size_bytes":451,"pid":2488,"sidekiq_tid":"m8qo","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-b508b0617c5962d9c8cc4fd3: fail: 0.146216 sec","job_status":"fail","queue_duration_s":0.003501,"scheduling_latency_s":0.003575,"redis_calls":7,"redis_duration_s":0.005521,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003988,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001533,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.047201,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.146216,"completed_at":"2026-06-16T04:17:58.192Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.009475,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2235vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses2236vm-test-run-nixbot-gitlab> gitlab # [  340.862167] gitaly[1396]: time="2026-06-16T04:17:59.107Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AD06ZADCJ3SCTX2K44JP1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:29.104" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:59.105" grpc.time_ms=1.407 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2237vm-test-run-nixbot-gitlab> gitlab # [  340.970711] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:59 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 2082238vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses, in 0.26 seconds)2239vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-16T04:17:49.601Z', 'started_at': None, 'finished_at': '2026-06-16T04:17:54.676Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-16T04:17:54.984Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2240vm-test-run-nixbot-gitlab> gitlab # [  341.014576] nix-daemon[4251]: accepted connection from pid 4497, user nixbot2241vm-test-run-nixbot-gitlab> gitlab # [  341.296889] gitaly[1396]: time="2026-06-16T04:17:59.543Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:29.440" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:59.541" grpc.time_ms=1.23 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2242vm-test-run-nixbot-gitlab> gitlab # [  341.389284] gitaly[1396]: time="2026-06-16T04:17:59.635Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:18:09.011" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:59.621" grpc.time_ms=13.43 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2243vm-test-run-nixbot-gitlab> gitlab # [  341.454449] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:17:59.699Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"9db1c44abef721b8034f0fc5","created_at":"2026-06-16T04:17:59.690Z","trace_propagation_headers":{"sentry-trace":"9ae221079fb140049b43446601a26033-dc3ec2e544ee4e72","baggage":"sentry-trace_id=9ae221079fb140049b43446601a26033,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AD0G3Z8FSRFN9FRPGWG41","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:59.696Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"mco8","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-9db1c44abef721b8034f0fc5: start","job_status":"start","queue_duration_s":0.002984,"scheduling_latency_s":0.00317}2244vm-test-run-nixbot-gitlab> gitlab # [  341.515852] gitlab-workhorse[1300]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:59 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 4622245vm-test-run-nixbot-gitlab> gitlab # [  341.521420] nixbot[3956]: {"ts": "2026-06-16T04:17:59.764Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2 \"HTTP/1.1 201 Created\""}2246vm-test-run-nixbot-gitlab> gitlab # [  341.646264] gitaly[1396]: time="2026-06-16T04:17:59.892Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:59.889" grpc.time_ms=2.9 pid=1396 span.kind=server system=grpc2247vm-test-run-nixbot-gitlab> gitlab # [  341.705063] gitaly[1396]: time="2026-06-16T04:17:59.951Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:59.949" grpc.time_ms=0.64 pid=1396 span.kind=server system=grpc2248vm-test-run-nixbot-gitlab> gitlab # [  341.748800] gitaly[1396]: time="2026-06-16T04:17:59.995Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:59.994" grpc.time_ms=0.882 pid=1396 span.kind=server system=grpc2249vm-test-run-nixbot-gitlab> gitlab # [  341.772834] gitaly[1396]: time="2026-06-16T04:18:00.019Z" level=info msg="beginning scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 forced=false grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:29.751" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:59.852" operations="[repack_refs]" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2250vm-test-run-nixbot-gitlab> gitlab # [  341.792909] gitaly[1396]: time="2026-06-16T04:18:00.021Z" level=info msg="repository info" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:29.751" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:59.852" pid=1396 remote_ip="2001:db8:1::1" repository_info="{false {6 704 0 0 0 0} {0 0 0 0 0 0 0 0 0 {false 0 false false} {false 0 0 false false false} {false 0 false false} 2026-06-16 04:17:36.38929595 +0000 UTC} {3 0 [] 0 files} {false 0 false false false} {false [] 0001-01-01 00:00:00 +0000 UTC }}" span.kind=server system=grpc username=root2251vm-test-run-nixbot-gitlab> gitlab # [  341.794229] gitaly[1396]: time="2026-06-16T04:18:00.029Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 diskcache=9ac4b66e-9f95-4449-af7f-f64d499356d5 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:29.751" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:59.852" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2252vm-test-run-nixbot-gitlab> gitlab # [  341.795339] nix-daemon[4251]: accepted connection from pid 4529, user nixbot2253vm-test-run-nixbot-gitlab> gitlab # [  341.796324] gitaly[1396]: time="2026-06-16T04:18:00.029Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=148 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7453 command.oublock=0 command.real_time_ms=168 command.spawn_token_fork_ms=2 command.system_time_ms=100 command.user_time_ms=48 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:29.751" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:59.852" grpc.time_ms=176.853 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2254vm-test-run-nixbot-gitlab> gitlab # [  341.846828] gitaly[1396]: time="2026-06-16T04:18:00.093Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:30.091" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:18:00.091" grpc.time_ms=1.201 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2255vm-test-run-nixbot-gitlab> gitlab # [  341.889936] gitaly[1396]: time="2026-06-16T04:18:00.136Z" level=info msg="removed files" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:29.751" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:59.852" pid=1396 remote_ip="2001:db8:1::1" span.kind=server stale_data.configfullpath=0 stale_data.configkeys=0 stale_data.configsections=0 stale_data.infoattributes=0 stale_data.locks=0 stale_data.objectdirs=0 stale_data.objects=0 stale_data.packedrefslock=0 stale_data.packedrefsnew=0 stale_data.packfilelocks=0 stale_data.reflocks=0 stale_data.refs=0 stale_data.refsemptydir=0 stale_data.reftablelocks=0 stale_data.serverinfo=0 system=grpc username=root2256vm-test-run-nixbot-gitlab> gitlab # [  341.891330] gitaly[1396]: time="2026-06-16T04:18:00.136Z" level=info msg="optimized repository" clean_stale_data_time=113.197907ms clean_work_trees_time="125.435µs" commit_graph_time="8.939µs" correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 gl_project_path=root/test-flake gl_repo=project-1 optimizations="map[]" pack_refs_time="8.94µs" pid=1396 prune_time="8.381µs" relative_path=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git repack_time="9.219µs" storage_name=default system=housekeeping total_time=113.601868ms2257vm-test-run-nixbot-gitlab> gitlab # [  341.892268] gitaly[1396]: time="2026-06-16T04:18:00.136Z" level=info msg="ended scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:29.751" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:59.852" pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2258vm-test-run-nixbot-gitlab> gitlab # [  341.894978] gitaly[1396]: time="2026-06-16T04:18:00.141Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:30.040" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:18:00.140" grpc.time_ms=0.881 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2259vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses2260vm-test-run-nixbot-gitlab> gitlab # [  341.938398] gitaly[1396]: time="2026-06-16T04:18:00.184Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AD0G3Z8FSRFN9FRPGWG41 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:30.083" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:18:00.183" grpc.time_ms=0.667 pid=1396 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2261vm-test-run-nixbot-gitlab> gitlab # [  341.958559] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:18:00.204Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"9db1c44abef721b8034f0fc5","created_at":"2026-06-16T04:17:59.690Z","trace_propagation_headers":{"sentry-trace":"9ae221079fb140049b43446601a26033-dc3ec2e544ee4e72","baggage":"sentry-trace_id=9ae221079fb140049b43446601a26033,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AD0G3Z8FSRFN9FRPGWG41","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:59.696Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"mco8","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-9db1c44abef721b8034f0fc5: done: 0.504952 sec","job_status":"done","queue_duration_s":0.002984,"scheduling_latency_s":0.00317,"gitaly_calls":4,"gitaly_duration_s":0.203935,"redis_calls":83,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.025522,"redis_read_bytes":173,"redis_write_bytes":20929,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.00263,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.004269,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_queues_calls":23,"redis_queues_duration_s":0.004615,"redis_queues_read_bytes":25,"redis_queues_write_bytes":13382,"redis_queues_metadata_calls":19,"redis_queues_metadata_duration_s":0.006865,"redis_queues_metadata_read_bytes":30,"redis_queues_metadata_write_bytes":3094,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000468,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.00079,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.003255,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":36,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":36,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.049,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":21,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.011,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.02,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.027,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.223305,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.453902102,"duration_s":0.504952,"completed_at":"2026-06-16T04:18:00.204Z","load_balancing_strategy":"primary","db_duration_s":0.052758,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2262vm-test-run-nixbot-gitlab> gitlab # [  342.017201] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:18:00.262Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"06287d3beef74e61118d496e","created_at":"2026-06-16T04:17:59.840Z","trace_propagation_headers":{"sentry-trace":"9ae221079fb140049b43446601a26033-09690dcc542c4ca5","baggage":"sentry-trace_id=9ae221079fb140049b43446601a26033,sentry-release=Unknown"},"correlation_id":"01KV7AD0G3Z8FSRFN9FRPGWG41","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:59.844Z","job_size_bytes":23,"pid":2488,"sidekiq_tid":"mco8","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-06287d3beef74e61118d496e: start","job_status":"start","queue_duration_s":0.418804,"scheduling_latency_s":0.418853}2263vm-test-run-nixbot-gitlab> gitlab # [  342.108341] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:18:00.322Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"06287d3beef74e61118d496e","created_at":"2026-06-16T04:17:59.840Z","trace_propagation_headers":{"sentry-trace":"9ae221079fb140049b43446601a26033-09690dcc542c4ca5","baggage":"sentry-trace_id=9ae221079fb140049b43446601a26033,sentry-release=Unknown"},"correlation_id":"01KV7AD0G3Z8FSRFN9FRPGWG41","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:59.844Z","job_size_bytes":23,"pid":2488,"sidekiq_tid":"mco8","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-06287d3beef74e61118d496e: done: 0.059121 sec","job_status":"done","queue_duration_s":0.418804,"scheduling_latency_s":0.418853,"redis_calls":7,"redis_duration_s":0.004597,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003781,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000816,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034675,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.059121,"completed_at":"2026-06-16T04:18:00.321Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006385,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2264vm-test-run-nixbot-gitlab> gitlab # [  342.118290] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:18:00.324Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"56e70ca937e48ed9ac7a6900","created_at":"2026-06-16T04:18:00.045Z","trace_propagation_headers":{"sentry-trace":"9ae221079fb140049b43446601a26033-09690dcc542c4ca5","baggage":"sentry-trace_id=9ae221079fb140049b43446601a26033,sentry-release=Unknown"},"correlation_id":"01KV7AD0G3Z8FSRFN9FRPGWG41","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-16T04:18:00.048Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"mco8","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-56e70ca937e48ed9ac7a6900: start","job_status":"start","queue_duration_s":0.276117,"scheduling_latency_s":0.276201}2265vm-test-run-nixbot-gitlab> gitlab # [  342.142471] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:18:00.384Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"56e70ca937e48ed9ac7a6900","created_at":"2026-06-16T04:18:00.045Z","trace_propagation_headers":{"sentry-trace":"9ae221079fb140049b43446601a26033-09690dcc542c4ca5","baggage":"sentry-trace_id=9ae221079fb140049b43446601a26033,sentry-release=Unknown"},"correlation_id":"01KV7AD0G3Z8FSRFN9FRPGWG41","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-16T04:18:00.048Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"mco8","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-56e70ca937e48ed9ac7a6900: done: 0.059958 sec","job_status":"done","queue_duration_s":0.276117,"scheduling_latency_s":0.276201,"redis_calls":7,"redis_duration_s":0.013184999999999999,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.011167,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002018,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021697,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.059958,"completed_at":"2026-06-16T04:18:00.384Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003645,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2266vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/48ae0bbb6d5886530089aa0bf43137fc1cd42ae2/statuses, in 0.33 seconds)2267vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-16T04:17:49.601Z', 'started_at': None, 'finished_at': '2026-06-16T04:17:54.676Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '48ae0bbb6d5886530089aa0bf43137fc1cd42ae2', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '1 attributes built', 'created_at': '2026-06-16T04:17:54.984Z', 'started_at': None, 'finished_at': '2026-06-16T04:17:59.674Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2268vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 11.29 seconds)2269vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 399.57 seconds)2270vm-test-run-nixbot-gitlab> gitlab # [  342.221574] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:18:00.390Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"64c96622451d225a9dfab087","created_at":"2026-06-16T04:18:00.056Z","trace_propagation_headers":{"sentry-trace":"9ae221079fb140049b43446601a26033-09690dcc542c4ca5","baggage":"sentry-trace_id=9ae221079fb140049b43446601a26033,sentry-release=Unknown"},"correlation_id":"01KV7AD0G3Z8FSRFN9FRPGWG41","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-16T04:18:00.061Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"mco8","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-64c96622451d225a9dfab087: start","job_status":"start","queue_duration_s":0.328956,"scheduling_latency_s":0.328996}2271vm-test-run-nixbot-gitlab> test script finished in 399.64s2272vm-test-run-nixbot-gitlab> cleanup2273vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2274vm-test-run-nixbot-gitlab> gitlab # [  342.243337] sidekiq-cluster[2488]: {"severity":"INFO","time":"2026-06-16T04:18:00.431Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"64c96622451d225a9dfab087","created_at":"2026-06-16T04:18:00.056Z","trace_propagation_headers":{"sentry-trace":"9ae221079fb140049b43446601a26033-09690dcc542c4ca5","baggage":"sentry-trace_id=9ae221079fb140049b43446601a26033,sentry-release=Unknown"},"correlation_id":"01KV7AD0G3Z8FSRFN9FRPGWG41","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-16T04:18:00.061Z","job_size_bytes":3,"pid":2488,"sidekiq_tid":"mco8","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-64c96622451d225a9dfab087: done: 0.04066 sec","job_status":"done","queue_duration_s":0.328956,"scheduling_latency_s":0.328996,"redis_calls":7,"redis_duration_s":0.004396,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002757,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001639,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cacqemu-system-x86_64: terminating on signal 15 from pid 6 (/nix/store/60m4rxhg2fldqaak400c0lry96ijrzqn-python3-3.13.13/bin/python3.13)2275vm-test-run-nixbot-gitlab> gitlab # h2276vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.90 seconds)22772278post-build step Upload coverage to codecov: ok2279Skipping codecov: project=Mic92/nixbot attr=x86_64-linux.nixbot-gitlab