nixbot

1this derivation will be built:2  /nix/store/gk5nbmsd8rijjhz372dbwgl53dz4lrkr-vm-test-run-nixbot-gitlab.drv3building '/nix/store/gk5nbmsd8rijjhz372dbwgl53dz4lrkr-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@jamie'4building '/nix/store/gk5nbmsd8rijjhz372dbwgl53dz4lrkr-vm-test-run-nixbot-gitlab.drv'5vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state6vm-test-run-nixbot-gitlab> start all VLans7vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)8vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds9vm-test-run-nixbot-gitlab> run the VM test script10vm-test-run-nixbot-gitlab> additionally exposed symbols:11vm-test-run-nixbot-gitlab>     gitlab,12vm-test-run-nixbot-gitlab>     vlan1,13vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh14vm-test-run-nixbot-gitlab> start all VMs15vm-test-run-nixbot-gitlab> gitlab: starting vm16vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...17vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)18vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.TsGrm1V0M8', fmt=raw size=107374182419vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)20vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done21vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes22vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 863c2ed0-4f85-45ac-8802-c9e842b5dea323vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:24vm-test-run-nixbot-gitlab> (finished: start all VMs, in 39.89 seconds)25vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 22937626vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service27vm-test-run-nixbot-gitlab> gitlab # 28vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting29vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done30vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done31vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done32vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done33vm-test-run-nixbot-gitlab> gitlab # 34vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.35vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...36vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.37vm-test-run-nixbot-gitlab> gitlab # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org)38vm-test-run-nixbot-gitlab> gitlab # 39vm-test-run-nixbot-gitlab> gitlab # 40vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFD1900+BEF31900 CA0041vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:03.0)...42vm-test-run-nixbot-gitlab> gitlab # 43vm-test-run-nixbot-gitlab> gitlab # 44vm-test-run-nixbot-gitlab> gitlab # 45vm-test-run-nixbot-gitlab> gitlab # 46vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM BEFD1900 BEF31900 CB0047vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:09.0)...48vm-test-run-nixbot-gitlab> gitlab # 49vm-test-run-nixbot-gitlab> gitlab # 50vm-test-run-nixbot-gitlab> gitlab # Booting from ROM...51vm-test-run-nixbot-gitlab> gitlab # Probing EDD (edd=off to disable)... ok52vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Mon Jun  1 15:51:08 UTC 202653vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/6asik01qmcqhcqjzys45hyw9jhsa5m91-nixos-system-gitlab-test/init regInfo=/nix/store/5vnid90akyh4lsbfpv00b9yabgm6xqwj-closure-info/registration console=ttyS0,115200n8 console=tty054vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-provided physical RAM map:55vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable56vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved57vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved58vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bffd7fff] usable59vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000bffd8000-0x00000000bfffffff] reserved60vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved61vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved62vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000100000000-0x00000001bfffffff] usable63vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved64vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NX (Execute Disable) protection: active65vm-test-run-nixbot-gitlab> gitlab # [    0.000000] APIC: Static calls initialized66vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SMBIOS 2.8 present.67vm-test-run-nixbot-gitlab> gitlab # [    0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/201468vm-test-run-nixbot-gitlab> gitlab # [    0.000000] DMI: Memory slots populated: 1/169vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Hypervisor detected: KVM70vm-test-run-nixbot-gitlab> gitlab # [    0.000000] last_pfn = 0xbffd8 max_arch_pfn = 0x1000000000071vm-test-run-nixbot-gitlab> gitlab # [    0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d0072vm-test-run-nixbot-gitlab> gitlab # [    0.000001] kvm-clock: using sched offset of 491865157 cycles73vm-test-run-nixbot-gitlab> gitlab # [    0.000003] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns74vm-test-run-nixbot-gitlab> gitlab # [    0.000006] tsc: Detected 2400.008 MHz processor75vm-test-run-nixbot-gitlab> gitlab # [    0.000842] last_pfn = 0x1c0000 max_arch_pfn = 0x1000000000076vm-test-run-nixbot-gitlab> gitlab # [    0.000878] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs77vm-test-run-nixbot-gitlab> gitlab # [    0.000881] x86/PAT: Configuration [0-7]: WB  WC  UC- UC  WB  WP  UC- WT78vm-test-run-nixbot-gitlab> gitlab # [    0.000931] last_pfn = 0xbffd8 max_arch_pfn = 0x1000000000079vm-test-run-nixbot-gitlab> gitlab # [    0.002797] found SMP MP-table at [mem 0x000f5470-0x000f547f]80vm-test-run-nixbot-gitlab> gitlab # [    0.002807] Using GB pages for direct mapping81vm-test-run-nixbot-gitlab> gitlab # [    0.002949] RAMDISK: [mem 0xbe4e0000-0xbffcffff]82vm-test-run-nixbot-gitlab> gitlab # [    0.002959] ACPI: Early table checksum verification disabled83vm-test-run-nixbot-gitlab> gitlab # [    0.002962] ACPI: RSDP 0x00000000000F5270 000014 (v00 BOCHS )84vm-test-run-nixbot-gitlab> gitlab # [    0.002966] ACPI: RSDT 0x00000000BFFE24E3 000034 (v01 BOCHS  BXPC     00000001 BXPC 00000001)85vm-test-run-nixbot-gitlab> gitlab # [    0.002970] ACPI: FACP 0x00000000BFFE237F 000074 (v01 BOCHS  BXPC     00000001 BXPC 00000001)86vm-test-run-nixbot-gitlab> gitlab # [    0.002977] ACPI: DSDT 0x00000000BFFE0040 00233F (v01 BOCHS  BXPC     00000001 BXPC 00000001)87vm-test-run-nixbot-gitlab> gitlab # [    0.002979] ACPI: FACS 0x00000000BFFE0000 00004088vm-test-run-nixbot-gitlab> gitlab # [    0.002981] ACPI: APIC 0x00000000BFFE23F3 000090 (v03 BOCHS  BXPC     00000001 BXPC 00000001)89vm-test-run-nixbot-gitlab> gitlab # [    0.002983] ACPI: HPET 0x00000000BFFE2483 000038 (v01 BOCHS  BXPC     00000001 BXPC 00000001)90vm-test-run-nixbot-gitlab> gitlab # [    0.002984] ACPI: WAET 0x00000000BFFE24BB 000028 (v01 BOCHS  BXPC     00000001 BXPC 00000001)91vm-test-run-nixbot-gitlab> gitlab # [    0.002986] ACPI: Reserving FACP table memory at [mem 0xbffe237f-0xbffe23f2]92vm-test-run-nixbot-gitlab> gitlab # [    0.002987] ACPI: Reserving DSDT table memory at [mem 0xbffe0040-0xbffe237e]93vm-test-run-nixbot-gitlab> gitlab # [    0.002987] ACPI: Reserving FACS table memory at [mem 0xbffe0000-0xbffe003f]94vm-test-run-nixbot-gitlab> gitlab # [    0.002988] ACPI: Reserving APIC table memory at [mem 0xbffe23f3-0xbffe2482]95vm-test-run-nixbot-gitlab> gitlab # [    0.002988] ACPI: Reserving HPET table memory at [mem 0xbffe2483-0xbffe24ba]96vm-test-run-nixbot-gitlab> gitlab # [    0.002989] ACPI: Reserving WAET table memory at [mem 0xbffe24bb-0xbffe24e2]97vm-test-run-nixbot-gitlab> gitlab # [    0.003467] No NUMA configuration found98vm-test-run-nixbot-gitlab> gitlab # [    0.003469] Faking a node at [mem 0x0000000000000000-0x00000001bfffffff]99vm-test-run-nixbot-gitlab> gitlab # [    0.003472] NODE_DATA(0) allocated [mem 0x1bfff8780-0x1bfffdcff]100vm-test-run-nixbot-gitlab> gitlab # [    0.006407] Zone ranges:101vm-test-run-nixbot-gitlab> gitlab # [    0.006408]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]102vm-test-run-nixbot-gitlab> gitlab # [    0.006410]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]103vm-test-run-nixbot-gitlab> gitlab # [    0.006412]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]104vm-test-run-nixbot-gitlab> gitlab # [    0.006413]   Device   empty105vm-test-run-nixbot-gitlab> gitlab # [    0.006413] Movable zone start for each node106vm-test-run-nixbot-gitlab> gitlab # [    0.006414] Early memory node ranges107vm-test-run-nixbot-gitlab> gitlab # [    0.006415]   node   0: [mem 0x0000000000001000-0x000000000009efff]108vm-test-run-nixbot-gitlab> gitlab # [    0.006416]   node   0: [mem 0x0000000000100000-0x00000000bffd7fff]109vm-test-run-nixbot-gitlab> gitlab # [    0.006416]   node   0: [mem 0x0000000100000000-0x00000001bfffffff]110vm-test-run-nixbot-gitlab> gitlab # [    0.006418] Initmem setup node 0 [mem 0x0000000000001000-0x00000001bfffffff]111vm-test-run-nixbot-gitlab> gitlab # [    0.006440] On node 0, zone DMA: 1 pages in unavailable ranges112vm-test-run-nixbot-gitlab> gitlab # [    0.006739] On node 0, zone DMA: 97 pages in unavailable ranges113vm-test-run-nixbot-gitlab> gitlab # [    0.126180] On node 0, zone Normal: 40 pages in unavailable ranges114vm-test-run-nixbot-gitlab> gitlab # [    0.127204] ACPI: PM-Timer IO Port: 0x608115vm-test-run-nixbot-gitlab> gitlab # [    0.127221] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])116vm-test-run-nixbot-gitlab> gitlab # [    0.127258] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23117vm-test-run-nixbot-gitlab> gitlab # [    0.127261] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)118vm-test-run-nixbot-gitlab> gitlab # [    0.127263] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)119vm-test-run-nixbot-gitlab> gitlab # [    0.127264] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)120vm-test-run-nixbot-gitlab> gitlab # [    0.127265] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)121vm-test-run-nixbot-gitlab> gitlab # [    0.127266] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)122vm-test-run-nixbot-gitlab> gitlab # [    0.127268] ACPI: Using ACPI (MADT) for SMP configuration information123vm-test-run-nixbot-gitlab> gitlab # [    0.127269] ACPI: HPET id: 0x8086a201 base: 0xfed00000124vm-test-run-nixbot-gitlab> gitlab # [    0.127276] TSC deadline timer available125vm-test-run-nixbot-gitlab> gitlab # [    0.127281] CPU topo: Max. logical packages:   1126vm-test-run-nixbot-gitlab> gitlab # [    0.127282] CPU topo: Max. logical dies:       1127vm-test-run-nixbot-gitlab> gitlab # [    0.127282] CPU topo: Max. dies per package:   1128vm-test-run-nixbot-gitlab> gitlab # [    0.127285] CPU topo: Max. threads per core:   1129vm-test-run-nixbot-gitlab> gitlab # [    0.127286] CPU topo: Num. cores per package:     4130vm-test-run-nixbot-gitlab> gitlab # [    0.127287] CPU topo: Num. threads per package:   4131vm-test-run-nixbot-gitlab> gitlab # [    0.127287] CPU topo: Allowing 4 present CPUs plus 0 hotplug CPUs132vm-test-run-nixbot-gitlab> gitlab # [    0.127314] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write()133vm-test-run-nixbot-gitlab> gitlab # [    0.127333] kvm-guest: KVM setup pv remote TLB flush134vm-test-run-nixbot-gitlab> gitlab # [    0.127336] kvm-guest: setup PV sched yield135vm-test-run-nixbot-gitlab> gitlab # [    0.127357] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]136vm-test-run-nixbot-gitlab> gitlab # [    0.127359] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]137vm-test-run-nixbot-gitlab> gitlab # [    0.127360] PM: hibernation: Registered nosave memory: [mem 0xbffd8000-0xffffffff]138vm-test-run-nixbot-gitlab> gitlab # [    0.127362] [mem 0xc0000000-0xfeffbfff] available for PCI devices139vm-test-run-nixbot-gitlab> gitlab # [    0.127363] Booting paravirtualized kernel on KVM140vm-test-run-nixbot-gitlab> gitlab # [    0.127367] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns141vm-test-run-nixbot-gitlab> gitlab # [    0.131856] setup_percpu: NR_CPUS:384 nr_cpumask_bits:4 nr_cpu_ids:4 nr_node_ids:1142vm-test-run-nixbot-gitlab> gitlab # [    0.134312] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u524288143vm-test-run-nixbot-gitlab> gitlab # [    0.134367] kvm-guest: PV spinlocks enabled144vm-test-run-nixbot-gitlab> gitlab # [    0.134369] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)145vm-test-run-nixbot-gitlab> gitlab # [    0.134372] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/6asik01qmcqhcqjzys45hyw9jhsa5m91-nixos-system-gitlab-test/init regInfo=/nix/store/5vnid90akyh4lsbfpv00b9yabgm6xqwj-closure-info/registration console=ttyS0,115200n8 console=tty0146vm-test-run-nixbot-gitlab> gitlab # [    0.134474] Unknown kernel command line parameters "regInfo=/nix/store/5vnid90akyh4lsbfpv00b9yabgm6xqwj-closure-info/registration", will be passed to user space.147vm-test-run-nixbot-gitlab> gitlab # [    0.134487] random: crng init done148vm-test-run-nixbot-gitlab> gitlab # [    0.134488] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes149vm-test-run-nixbot-gitlab> gitlab # [    0.144271] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)150vm-test-run-nixbot-gitlab> gitlab # [    0.149377] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)151vm-test-run-nixbot-gitlab> gitlab # [    0.149459] software IO TLB: area num 4.152vm-test-run-nixbot-gitlab> gitlab # [    0.233503] Fallback order for Node 0: 0153vm-test-run-nixbot-gitlab> gitlab # [    0.233513] Built 1 zonelists, mobility grouping on.  Total pages: 1572726154vm-test-run-nixbot-gitlab> gitlab # [    0.233515] Policy zone: Normal155vm-test-run-nixbot-gitlab> gitlab # [    0.236349] mem auto-init: stack:all(zero), heap alloc:on, heap free:off156vm-test-run-nixbot-gitlab> gitlab # [    0.246839] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1157vm-test-run-nixbot-gitlab> gitlab # [    0.262707] allocated 12582912 bytes of page_ext158vm-test-run-nixbot-gitlab> gitlab # [    0.273047] ftrace: allocating 48565 entries in 192 pages159vm-test-run-nixbot-gitlab> gitlab # [    0.273049] ftrace: allocated 192 pages with 2 groups160vm-test-run-nixbot-gitlab> gitlab # [    0.273960] Dynamic Preempt: lazy161vm-test-run-nixbot-gitlab> gitlab # [    0.274142] rcu: Preemptible hierarchical RCU implementation.162vm-test-run-nixbot-gitlab> gitlab # [    0.274143] rcu: 	RCU event tracing is enabled.163vm-test-run-nixbot-gitlab> gitlab # [    0.274144] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.164vm-test-run-nixbot-gitlab> gitlab # [    0.274145] 	Trampoline variant of Tasks RCU enabled.165vm-test-run-nixbot-gitlab> gitlab # [    0.274146] 	Rude variant of Tasks RCU enabled.166vm-test-run-nixbot-gitlab> gitlab # [    0.274146] 	Tracing variant of Tasks RCU enabled.167vm-test-run-nixbot-gitlab> gitlab # [    0.274147] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.168vm-test-run-nixbot-gitlab> gitlab # [    0.274147] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4169vm-test-run-nixbot-gitlab> gitlab # [    0.274170] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.170vm-test-run-nixbot-gitlab> gitlab # [    0.274171] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.171vm-test-run-nixbot-gitlab> gitlab # [    0.274172] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.172vm-test-run-nixbot-gitlab> gitlab # [    0.278589] NR_IRQS: 24832, nr_irqs: 456, preallocated irqs: 16173vm-test-run-nixbot-gitlab> gitlab # [    0.278935] rcu: srcu_init: Setting srcu_struct sizes based on contention.174vm-test-run-nixbot-gitlab> gitlab # [    0.279060] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)175vm-test-run-nixbot-gitlab> gitlab # [    0.286244] Console: colour VGA+ 80x25176vm-test-run-nixbot-gitlab> gitlab # [    0.286248] printk: legacy console [tty0] enabled177vm-test-run-nixbot-gitlab> gitlab # [    0.329943] printk: legacy console [ttyS0] enabled178vm-test-run-nixbot-gitlab> gitlab # [    0.530408] ACPI: Core revision 20250807179vm-test-run-nixbot-gitlab> gitlab # [    0.532009] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns180vm-test-run-nixbot-gitlab> gitlab # [    0.534780] APIC: Switch to symmetric I/O mode setup181vm-test-run-nixbot-gitlab> gitlab # [    0.536508] x2apic enabled182vm-test-run-nixbot-gitlab> gitlab # [    0.540880] APIC: Switched APIC routing to: physical x2apic183vm-test-run-nixbot-gitlab> gitlab # [    0.542564] kvm-guest: APIC: send_IPI_mask() replaced with kvm_send_ipi_mask()184vm-test-run-nixbot-gitlab> gitlab # [    0.544832] kvm-guest: APIC: send_IPI_mask_allbutself() replaced with kvm_send_ipi_mask_allbutself()185vm-test-run-nixbot-gitlab> gitlab # [    0.547525] kvm-guest: setup PV IPIs186vm-test-run-nixbot-gitlab> gitlab # [    0.549915] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1187vm-test-run-nixbot-gitlab> gitlab # [    0.551733] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x22983f10a64, max_idle_ns: 440795218721 ns188vm-test-run-nixbot-gitlab> gitlab # [    0.554887] Calibrating delay loop (skipped) preset value.. 4800.01 BogoMIPS (lpj=2400008)189vm-test-run-nixbot-gitlab> gitlab # [    0.556001] x86/cpu: User Mode Instruction Prevention (UMIP) activated190vm-test-run-nixbot-gitlab> gitlab # [    0.558037] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 127191vm-test-run-nixbot-gitlab> gitlab # [    0.559884] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 0192vm-test-run-nixbot-gitlab> gitlab # [    0.560890] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto193vm-test-run-nixbot-gitlab> gitlab # [    0.562884] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl194vm-test-run-nixbot-gitlab> gitlab # [    0.564885] Spectre V2 : Mitigation: Enhanced / Automatic IBRS195vm-test-run-nixbot-gitlab> gitlab # [    0.565885] Speculative Return Stack Overflow: Mitigation: Safe RET196vm-test-run-nixbot-gitlab> gitlab # [    0.566884] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization197vm-test-run-nixbot-gitlab> gitlab # [    0.567892] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier198vm-test-run-nixbot-gitlab> gitlab # [    0.569885] active return thunk: srso_alias_return_thunk199vm-test-run-nixbot-gitlab> gitlab # [    0.570914] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'200vm-test-run-nixbot-gitlab> gitlab # [    0.572885] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'201vm-test-run-nixbot-gitlab> gitlab # [    0.573884] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'202vm-test-run-nixbot-gitlab> gitlab # [    0.574884] x86/fpu: Supporting XSAVE feature 0x020: 'AVX-512 opmask'203vm-test-run-nixbot-gitlab> gitlab # [    0.575884] x86/fpu: Supporting XSAVE feature 0x040: 'AVX-512 Hi256'204vm-test-run-nixbot-gitlab> gitlab # [    0.577884] x86/fpu: Supporting XSAVE feature 0x080: 'AVX-512 ZMM_Hi256'205vm-test-run-nixbot-gitlab> gitlab # [    0.579884] x86/fpu: Supporting XSAVE feature 0x200: 'Protection Keys User registers'206vm-test-run-nixbot-gitlab> gitlab # [    0.581884] x86/fpu: Supporting XSAVE feature 0x800: 'Control-flow User registers'207vm-test-run-nixbot-gitlab> gitlab # [    0.582884] x86/fpu: Supporting XSAVE feature 0x1000: 'Control-flow Kernel registers (KVM only)'208vm-test-run-nixbot-gitlab> gitlab # [    0.583885] x86/fpu: xstate_offset[2]:  576, xstate_sizes[2]:  256209vm-test-run-nixbot-gitlab> gitlab # [    0.585884] x86/fpu: xstate_offset[5]:  832, xstate_sizes[5]:   64210vm-test-run-nixbot-gitlab> gitlab # [    0.587884] x86/fpu: xstate_offset[6]:  896, xstate_sizes[6]:  512211vm-test-run-nixbot-gitlab> gitlab # [    0.588884] x86/fpu: xstate_offset[7]: 1408, xstate_sizes[7]: 1024212vm-test-run-nixbot-gitlab> gitlab # [    0.589884] x86/fpu: xstate_offset[9]: 2432, xstate_sizes[9]:    8213vm-test-run-nixbot-gitlab> gitlab # [    0.590884] x86/fpu: xstate_offset[11]: 2440, xstate_sizes[11]:   16214vm-test-run-nixbot-gitlab> gitlab # [    0.591885] x86/fpu: xstate_offset[12]: 2456, xstate_sizes[12]:   24215vm-test-run-nixbot-gitlab> gitlab # [    0.593884] x86/fpu: Enabled xstate features 0x1ae7, context size is 2480 bytes, using 'compacted' format.216vm-test-run-nixbot-gitlab> gitlab # [    0.624952] Freeing SMP alternatives memory: 44K217vm-test-run-nixbot-gitlab> gitlab # [    0.625887] pid_max: default: 32768 minimum: 301218vm-test-run-nixbot-gitlab> gitlab # [    0.627957] LSM: initializing lsm=capability,landlock,yama,bpf,ima219vm-test-run-nixbot-gitlab> gitlab # [    0.629883] landlock: Up and running.220vm-test-run-nixbot-gitlab> gitlab # [    0.630884] Yama: becoming mindful.221vm-test-run-nixbot-gitlab> gitlab # [    0.632094] LSM support for eBPF active222vm-test-run-nixbot-gitlab> gitlab # [    0.633927] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)223vm-test-run-nixbot-gitlab> gitlab # [    0.635053] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)224vm-test-run-nixbot-gitlab> gitlab # [    0.638060] smpboot: CPU0: AMD EPYC 9654 96-Core Processor (family: 0x19, model: 0x11, stepping: 0x1)225vm-test-run-nixbot-gitlab> gitlab # [    0.639564] Performance Events: Fam17h+ core perfctr, AMD PMU driver.226vm-test-run-nixbot-gitlab> gitlab # [    0.640897] ... version:                   2227vm-test-run-nixbot-gitlab> gitlab # [    0.641886] ... bit width:                 48228vm-test-run-nixbot-gitlab> gitlab # [    0.642886] ... generic counters:          6229vm-test-run-nixbot-gitlab> gitlab # [    0.643886] ... generic bitmap:            000000000000003f230vm-test-run-nixbot-gitlab> gitlab # [    0.644886] ... fixed-purpose counters:    0231vm-test-run-nixbot-gitlab> gitlab # [    0.645886] ... fixed-purpose bitmap:      0000000000000000232vm-test-run-nixbot-gitlab> gitlab # [    0.646887] ... value mask:                0000ffffffffffff233vm-test-run-nixbot-gitlab> gitlab # [    0.647886] ... max period:                00007fffffffffff234vm-test-run-nixbot-gitlab> gitlab # [    0.648886] ... global_ctrl mask:          000000000000003f235vm-test-run-nixbot-gitlab> gitlab # [    0.650015] signal: max sigframe size: 3376236vm-test-run-nixbot-gitlab> gitlab # [    0.650965] rcu: Hierarchical SRCU implementation.237vm-test-run-nixbot-gitlab> gitlab # [    0.651891] rcu: 	Max phase no-delay instances is 400.238vm-test-run-nixbot-gitlab> gitlab # [    0.653109] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level239vm-test-run-nixbot-gitlab> gitlab # [    0.658434] smp: Bringing up secondary CPUs ...240vm-test-run-nixbot-gitlab> gitlab # [    0.659326] smpboot: x86: Booting SMP configuration:241vm-test-run-nixbot-gitlab> gitlab # [    0.659890] .... node  #0, CPUs:      #1 #2 #3242vm-test-run-nixbot-gitlab> gitlab # [    0.663989] smp: Brought up 1 node, 4 CPUs243vm-test-run-nixbot-gitlab> gitlab # [    0.665887] smpboot: Total of 4 processors activated (19200.06 BogoMIPS)244vm-test-run-nixbot-gitlab> gitlab # [    0.667501] Memory: 6013364K/6290904K available (17098K kernel code, 2721K rwdata, 13520K rodata, 3644K init, 3008K bss, 258300K reserved, 0K cma-reserved)245vm-test-run-nixbot-gitlab> gitlab # [    0.669885] devtmpfs: initialized246vm-test-run-nixbot-gitlab> gitlab # [    0.671155] x86/mm: Memory block size: 128MB247vm-test-run-nixbot-gitlab> gitlab # [    0.674950] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns248vm-test-run-nixbot-gitlab> gitlab # [    0.675943] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)249vm-test-run-nixbot-gitlab> gitlab # [    0.676981] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).250vm-test-run-nixbot-gitlab> gitlab # [    0.678020] pinctrl core: initialized pinctrl subsystem251vm-test-run-nixbot-gitlab> gitlab # [    0.679197] PM: RTC time: 12:28:02, date: 2026-06-09252vm-test-run-nixbot-gitlab> gitlab # [    0.683402] NET: Registered PF_NETLINK/PF_ROUTE protocol family253vm-test-run-nixbot-gitlab> gitlab # [    0.685363] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations254vm-test-run-nixbot-gitlab> gitlab # [    0.685960] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations255vm-test-run-nixbot-gitlab> gitlab # [    0.688365] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations256vm-test-run-nixbot-gitlab> gitlab # [    0.688902] audit: initializing netlink subsys (disabled)257vm-test-run-nixbot-gitlab> gitlab # [    0.690083] audit: type=2000 audit(1781008082.233:1): state=initialized audit_enabled=0 res=1258vm-test-run-nixbot-gitlab> gitlab # [    0.690250] thermal_sys: Registered thermal governor 'fair_share'259vm-test-run-nixbot-gitlab> gitlab # [    0.691887] thermal_sys: Registered thermal governor 'bang_bang'260vm-test-run-nixbot-gitlab> gitlab # [    0.692887] thermal_sys: Registered thermal governor 'step_wise'261vm-test-run-nixbot-gitlab> gitlab # [    0.693887] thermal_sys: Registered thermal governor 'user_space'262vm-test-run-nixbot-gitlab> gitlab # [    0.694886] thermal_sys: Registered thermal governor 'power_allocator'263vm-test-run-nixbot-gitlab> gitlab # [    0.695906] cpuidle: using governor menu264vm-test-run-nixbot-gitlab> gitlab # [    0.699129] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5265vm-test-run-nixbot-gitlab> gitlab # [    0.700252] PCI: Using configuration type 1 for base access266vm-test-run-nixbot-gitlab> gitlab # [    0.700887] PCI: Using configuration type 1 for extended access267vm-test-run-nixbot-gitlab> gitlab # [    0.702039] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.268vm-test-run-nixbot-gitlab> gitlab # [    0.704915] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages269vm-test-run-nixbot-gitlab> gitlab # [    0.705887] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page270vm-test-run-nixbot-gitlab> gitlab # [    0.706887] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages271vm-test-run-nixbot-gitlab> gitlab # [    0.707887] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page272vm-test-run-nixbot-gitlab> gitlab # [    0.713402] ACPI: Added _OSI(Module Device)273vm-test-run-nixbot-gitlab> gitlab # [    0.715895] ACPI: Added _OSI(Processor Device)274vm-test-run-nixbot-gitlab> gitlab # [    0.719897] ACPI: Added _OSI(Processor Aggregator Device)275vm-test-run-nixbot-gitlab> gitlab # [    0.728959] ACPI: 1 ACPI AML tables successfully acquired and loaded276vm-test-run-nixbot-gitlab> gitlab # [    0.738703] ACPI: Interpreter enabled277vm-test-run-nixbot-gitlab> gitlab # [    0.742003] ACPI: PM: (supports S0 S3 S4 S5)278vm-test-run-nixbot-gitlab> gitlab # [    0.745900] ACPI: Using IOAPIC for interrupt routing279vm-test-run-nixbot-gitlab> gitlab # [    0.750229] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug280vm-test-run-nixbot-gitlab> gitlab # [    0.756895] PCI: Using E820 reservations for host bridge windows281vm-test-run-nixbot-gitlab> gitlab # [    0.761542] ACPI: Enabled 2 GPEs in block 00 to 0F282vm-test-run-nixbot-gitlab> gitlab # [    0.777184] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])283vm-test-run-nixbot-gitlab> gitlab # [    0.780904] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]284vm-test-run-nixbot-gitlab> gitlab # [    0.787167] acpiphp: Slot [3] registered285vm-test-run-nixbot-gitlab> gitlab # [    0.790104] acpiphp: Slot [4] registered286vm-test-run-nixbot-gitlab> gitlab # [    0.793020] acpiphp: Slot [5] registered287vm-test-run-nixbot-gitlab> gitlab # [    0.796037] acpiphp: Slot [6] registered288vm-test-run-nixbot-gitlab> gitlab # [    0.798001] acpiphp: Slot [7] registered289vm-test-run-nixbot-gitlab> gitlab # [    0.799961] acpiphp: Slot [8] registered290vm-test-run-nixbot-gitlab> gitlab # [    0.800956] acpiphp: Slot [9] registered291vm-test-run-nixbot-gitlab> gitlab # [    0.802978] acpiphp: Slot [10] registered292vm-test-run-nixbot-gitlab> gitlab # [    0.803957] acpiphp: Slot [11] registered293vm-test-run-nixbot-gitlab> gitlab # [    0.804956] acpiphp: Slot [12] registered294vm-test-run-nixbot-gitlab> gitlab # [    0.807171] acpiphp: Slot [13] registered295vm-test-run-nixbot-gitlab> gitlab # [    0.807922] acpiphp: Slot [14] registered296vm-test-run-nixbot-gitlab> gitlab # [    0.809979] acpiphp: Slot [15] registered297vm-test-run-nixbot-gitlab> gitlab # [    0.813008] acpiphp: Slot [16] registered298vm-test-run-nixbot-gitlab> gitlab # [    0.815976] acpiphp: Slot [17] registered299vm-test-run-nixbot-gitlab> gitlab # [    0.818975] acpiphp: Slot [18] registered300vm-test-run-nixbot-gitlab> gitlab # [    0.821992] acpiphp: Slot [19] registered301vm-test-run-nixbot-gitlab> gitlab # [    0.826012] acpiphp: Slot [20] registered302vm-test-run-nixbot-gitlab> gitlab # [    0.828975] acpiphp: Slot [21] registered303vm-test-run-nixbot-gitlab> gitlab # [    0.831977] acpiphp: Slot [22] registered304vm-test-run-nixbot-gitlab> gitlab # [    0.834976] acpiphp: Slot [23] registered305vm-test-run-nixbot-gitlab> gitlab # [    0.838011] acpiphp: Slot [24] registered306vm-test-run-nixbot-gitlab> gitlab # [    0.840976] acpiphp: Slot [25] registered307vm-test-run-nixbot-gitlab> gitlab # [    0.844976] acpiphp: Slot [26] registered308vm-test-run-nixbot-gitlab> gitlab # [    0.847957] acpiphp: Slot [27] registered309vm-test-run-nixbot-gitlab> gitlab # [    0.850048] acpiphp: Slot [28] registered310vm-test-run-nixbot-gitlab> gitlab # [    0.852962] acpiphp: Slot [29] registered311vm-test-run-nixbot-gitlab> gitlab # [    0.854959] acpiphp: Slot [30] registered312vm-test-run-nixbot-gitlab> gitlab # [    0.858001] acpiphp: Slot [31] registered313vm-test-run-nixbot-gitlab> gitlab # [    0.860008] PCI host bridge to bus 0000:00314vm-test-run-nixbot-gitlab> gitlab # [    0.862931] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]315vm-test-run-nixbot-gitlab> gitlab # [    0.866893] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]316vm-test-run-nixbot-gitlab> gitlab # [    0.868891] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]317vm-test-run-nixbot-gitlab> gitlab # [    0.870897] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]318vm-test-run-nixbot-gitlab> gitlab # [    0.876898] pci_bus 0000:00: root bus resource [mem 0xe0000000000-0xe007fffffff window]319vm-test-run-nixbot-gitlab> gitlab # [    0.881896] pci_bus 0000:00: root bus resource [bus 00-ff]320vm-test-run-nixbot-gitlab> gitlab # [    0.888086] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint321vm-test-run-nixbot-gitlab> gitlab # [    0.896200] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint322vm-test-run-nixbot-gitlab> gitlab # [    0.904187] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint323vm-test-run-nixbot-gitlab> gitlab # [    0.916061] pci 0000:00:01.1: BAR 4 [io  0xc220-0xc22f]324vm-test-run-nixbot-gitlab> gitlab # [    0.920057] pci 0000:00:01.1: BAR 0 [io  0x01f0-0x01f7]: legacy IDE quirk325vm-test-run-nixbot-gitlab> gitlab # [    0.924892] pci 0000:00:01.1: BAR 1 [io  0x03f6]: legacy IDE quirk326vm-test-run-nixbot-gitlab> gitlab # [    0.928892] pci 0000:00:01.1: BAR 2 [io  0x0170-0x0177]: legacy IDE quirk327vm-test-run-nixbot-gitlab> gitlab # [    0.931892] pci 0000:00:01.1: BAR 3 [io  0x0376]: legacy IDE quirk328vm-test-run-nixbot-gitlab> gitlab # [    0.936531] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint329vm-test-run-nixbot-gitlab> gitlab # [    0.943977] pci 0000:00:01.2: BAR 4 [io  0xc140-0xc15f]330vm-test-run-nixbot-gitlab> gitlab # [    0.948967] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint331vm-test-run-nixbot-gitlab> gitlab # [    0.956576] pci 0000:00:01.3: quirk: [io  0x0600-0x063f] claimed by PIIX4 ACPI332vm-test-run-nixbot-gitlab> gitlab # [    0.961933] pci 0000:00:01.3: quirk: [io  0x0700-0x070f] claimed by PIIX4 SMB333vm-test-run-nixbot-gitlab> gitlab # [    0.967114] pci 0000:00:01.3: quirk_piix4_acpi+0x0/0x180 took 10742 usecs334vm-test-run-nixbot-gitlab> gitlab # [    0.972772] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint335vm-test-run-nixbot-gitlab> gitlab # [    0.994039] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref]336vm-test-run-nixbot-gitlab> gitlab # [    0.995925] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff]337vm-test-run-nixbot-gitlab> gitlab # [    0.997941] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref]338vm-test-run-nixbot-gitlab> gitlab # [    1.000127] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]339vm-test-run-nixbot-gitlab> gitlab # [    1.014891] pci 0000:00:02.0: pci_fixup_video+0x0/0x100 took 14648 usecs340vm-test-run-nixbot-gitlab> gitlab # [    1.019369] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint341vm-test-run-nixbot-gitlab> gitlab # [    1.032930] pci 0000:00:03.0: BAR 0 [io  0xc160-0xc17f]342vm-test-run-nixbot-gitlab> gitlab # [    1.037931] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff]343vm-test-run-nixbot-gitlab> gitlab # [    1.042024] pci 0000:00:03.0: BAR 4 [mem 0xe0000000000-0xe0000003fff 64bit pref]344vm-test-run-nixbot-gitlab> gitlab # [    1.047941] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref]345vm-test-run-nixbot-gitlab> gitlab # [    1.057927] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint346vm-test-run-nixbot-gitlab> gitlab # [    1.069946] pci 0000:00:04.0: BAR 0 [io  0xc180-0xc19f]347vm-test-run-nixbot-gitlab> gitlab # [    1.072920] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff]348vm-test-run-nixbot-gitlab> gitlab # [    1.076998] pci 0000:00:04.0: BAR 4 [mem 0xe0000004000-0xe0000007fff 64bit pref]349vm-test-run-nixbot-gitlab> gitlab # [    1.082950] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint350vm-test-run-nixbot-gitlab> gitlab # [    1.093931] pci 0000:00:05.0: BAR 0 [io  0xc1a0-0xc1bf]351vm-test-run-nixbot-gitlab> gitlab # [    1.098930] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff]352vm-test-run-nixbot-gitlab> gitlab # [    1.103025] pci 0000:00:05.0: BAR 4 [mem 0xe0000008000-0xe000000bfff 64bit pref]353vm-test-run-nixbot-gitlab> gitlab # [    1.115054] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint354vm-test-run-nixbot-gitlab> gitlab # [    1.128929] pci 0000:00:06.0: BAR 0 [io  0xc1c0-0xc1df]355vm-test-run-nixbot-gitlab> gitlab # [    1.132931] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff]356vm-test-run-nixbot-gitlab> gitlab # [    1.137025] pci 0000:00:06.0: BAR 4 [mem 0xe000000c000-0xe000000ffff 64bit pref]357vm-test-run-nixbot-gitlab> gitlab # [    1.146265] pci 0000:00:07.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint358vm-test-run-nixbot-gitlab> gitlab # [    1.156932] pci 0000:00:07.0: BAR 0 [io  0xc000-0xc07f]359vm-test-run-nixbot-gitlab> gitlab # [    1.157913] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff]360vm-test-run-nixbot-gitlab> gitlab # [    1.159940] pci 0000:00:07.0: BAR 4 [mem 0xe0000010000-0xe0000013fff 64bit pref]361vm-test-run-nixbot-gitlab> gitlab # [    1.170250] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint362vm-test-run-nixbot-gitlab> gitlab # [    1.185930] pci 0000:00:08.0: BAR 0 [io  0xc080-0xc0ff]363vm-test-run-nixbot-gitlab> gitlab # [    1.189931] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff]364vm-test-run-nixbot-gitlab> gitlab # [    1.195025] pci 0000:00:08.0: BAR 4 [mem 0xe0000014000-0xe0000017fff 64bit pref]365vm-test-run-nixbot-gitlab> gitlab # [    1.203994] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint366vm-test-run-nixbot-gitlab> gitlab # [    1.214931] pci 0000:00:09.0: BAR 0 [io  0xc1e0-0xc1ff]367vm-test-run-nixbot-gitlab> gitlab # [    1.215905] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff]368vm-test-run-nixbot-gitlab> gitlab # [    1.217939] pci 0000:00:09.0: BAR 4 [mem 0xe0000018000-0xe000001bfff 64bit pref]369vm-test-run-nixbot-gitlab> gitlab # [    1.220929] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref]370vm-test-run-nixbot-gitlab> gitlab # [    1.228927] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint371vm-test-run-nixbot-gitlab> gitlab # [    1.241960] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff]372vm-test-run-nixbot-gitlab> gitlab # [    1.246026] pci 0000:00:0a.0: BAR 4 [mem 0xe000001c000-0xe000001ffff 64bit pref]373vm-test-run-nixbot-gitlab> gitlab # [    1.256959] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint374vm-test-run-nixbot-gitlab> gitlab # [    1.269946] pci 0000:00:0b.0: BAR 0 [io  0xc100-0xc13f]375vm-test-run-nixbot-gitlab> gitlab # [    1.272921] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff]376vm-test-run-nixbot-gitlab> gitlab # [    1.276997] pci 0000:00:0b.0: BAR 4 [mem 0xe0000020000-0xe0000023fff 64bit pref]377vm-test-run-nixbot-gitlab> gitlab # [    1.285526] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint378vm-test-run-nixbot-gitlab> gitlab # [    1.294929] pci 0000:00:0c.0: BAR 0 [io  0xc200-0xc21f]379vm-test-run-nixbot-gitlab> gitlab # [    1.298930] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff]380vm-test-run-nixbot-gitlab> gitlab # [    1.304024] pci 0000:00:0c.0: BAR 4 [mem 0xe0000024000-0xe0000027fff 64bit pref]381vm-test-run-nixbot-gitlab> gitlab # [    1.328270] ACPI: PCI: Interrupt link LNKA configured for IRQ 10382vm-test-run-nixbot-gitlab> gitlab # [    1.332439] ACPI: PCI: Interrupt link LNKB configured for IRQ 10383vm-test-run-nixbot-gitlab> gitlab # [    1.337418] ACPI: PCI: Interrupt link LNKC configured for IRQ 11384vm-test-run-nixbot-gitlab> gitlab # [    1.342314] ACPI: PCI: Interrupt link LNKD configured for IRQ 11385vm-test-run-nixbot-gitlab> gitlab # [    1.346129] ACPI: PCI: Interrupt link LNKS configured for IRQ 9386vm-test-run-nixbot-gitlab> gitlab # [    1.353523] iommu: Default domain type: Translated387vm-test-run-nixbot-gitlab> gitlab # [    1.355909] iommu: DMA domain TLB invalidation policy: lazy mode388vm-test-run-nixbot-gitlab> gitlab # [    1.361109] ACPI: bus type USB registered389vm-test-run-nixbot-gitlab> gitlab # [    1.363035] usbcore: registered new interface driver usbfs390vm-test-run-nixbot-gitlab> gitlab # [    1.366958] usbcore: registered new interface driver hub391vm-test-run-nixbot-gitlab> gitlab # [    1.369993] usbcore: registered new device driver usb392vm-test-run-nixbot-gitlab> gitlab # [    1.375524] NetLabel: Initializing393vm-test-run-nixbot-gitlab> gitlab # [    1.377891] NetLabel:  domain hash size = 128394vm-test-run-nixbot-gitlab> gitlab # [    1.379890] NetLabel:  protocols = UNLABELED CIPSOv4 CALIPSO395vm-test-run-nixbot-gitlab> gitlab # [    1.384075] NetLabel:  unlabeled traffic allowed by default396vm-test-run-nixbot-gitlab> gitlab # [    1.386918] PCI: Using ACPI for IRQ routing397vm-test-run-nixbot-gitlab> gitlab # [    1.391228] pci 0000:00:02.0: vgaarb: setting as boot VGA device398vm-test-run-nixbot-gitlab> gitlab # [    1.391881] pci 0000:00:02.0: vgaarb: bridge control possible399vm-test-run-nixbot-gitlab> gitlab # [    1.391881] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none400vm-test-run-nixbot-gitlab> gitlab # [    1.402898] vgaarb: loaded401vm-test-run-nixbot-gitlab> gitlab # [    1.405324] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0402vm-test-run-nixbot-gitlab> gitlab # [    1.406886] hpet0: 3 comparators, 64-bit 100.000000 MHz counter403vm-test-run-nixbot-gitlab> gitlab # [    1.412981] clocksource: Switched to clocksource kvm-clock404vm-test-run-nixbot-gitlab> gitlab # [    1.415357] VFS: Disk quotas dquot_6.6.0405vm-test-run-nixbot-gitlab> gitlab # [    1.416663] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)406vm-test-run-nixbot-gitlab> gitlab # [    1.419218] pnp: PnP ACPI init407vm-test-run-nixbot-gitlab> gitlab # [    1.422022] pnp: PnP ACPI: found 6 devices408vm-test-run-nixbot-gitlab> gitlab # [    1.437999] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns409vm-test-run-nixbot-gitlab> gitlab # [    1.444625] clocksource: Switched to clocksource acpi_pm410vm-test-run-nixbot-gitlab> gitlab # [    1.449274] NET: Registered PF_INET protocol family411vm-test-run-nixbot-gitlab> gitlab # [    1.456502] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)412vm-test-run-nixbot-gitlab> gitlab # [    1.487846] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)413vm-test-run-nixbot-gitlab> gitlab # [    1.490480] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)414vm-test-run-nixbot-gitlab> gitlab # [    1.492895] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)415vm-test-run-nixbot-gitlab> gitlab # [    1.498369] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)416vm-test-run-nixbot-gitlab> gitlab # [    1.500694] TCP: Hash tables configured (established 65536 bind 65536)417vm-test-run-nixbot-gitlab> gitlab # [    1.503157] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)418vm-test-run-nixbot-gitlab> gitlab # [    1.505754] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)419vm-test-run-nixbot-gitlab> gitlab # [    1.508194] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)420vm-test-run-nixbot-gitlab> gitlab # [    1.510498] NET: Registered PF_UNIX/PF_LOCAL protocol family421vm-test-run-nixbot-gitlab> gitlab # [    1.512232] NET: Registered PF_XDP protocol family422vm-test-run-nixbot-gitlab> gitlab # [    1.513757] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]423vm-test-run-nixbot-gitlab> gitlab # [    1.515665] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]424vm-test-run-nixbot-gitlab> gitlab # [    1.517567] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]425vm-test-run-nixbot-gitlab> gitlab # [    1.519607] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]426vm-test-run-nixbot-gitlab> gitlab # [    1.521646] pci_bus 0000:00: resource 8 [mem 0xe0000000000-0xe007fffffff window]427vm-test-run-nixbot-gitlab> gitlab # [    1.524089] pci 0000:00:01.0: PIIX3: Enabling Passive Release428vm-test-run-nixbot-gitlab> gitlab # [    1.525886] pci 0000:00:00.0: Limiting direct PCI/PCI transfers429vm-test-run-nixbot-gitlab> gitlab # [    1.529306] ACPI: \_SB_.LNKD: Enabled at IRQ 11430vm-test-run-nixbot-gitlab> gitlab # [    1.532858] PCI: CLS 0 bytes, default 64431vm-test-run-nixbot-gitlab> gitlab # [    1.534341] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)432vm-test-run-nixbot-gitlab> gitlab # [    1.534794] Trying to unpack rootfs image as initramfs...433vm-test-run-nixbot-gitlab> gitlab # [    1.536247] software IO TLB: mapped [mem 0x00000000ba4e0000-0x00000000be4e0000] (64MB)434vm-test-run-nixbot-gitlab> gitlab # [    1.536381] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x22983f10a64, max_idle_ns: 440795218721 ns435vm-test-run-nixbot-gitlab> gitlab # [    1.563376] Initialise system trusted keyrings436vm-test-run-nixbot-gitlab> gitlab # [    1.565450] workingset: timestamp_bits=40 max_order=21 bucket_order=0437vm-test-run-nixbot-gitlab> gitlab # [    1.592602] Key type asymmetric registered438vm-test-run-nixbot-gitlab> gitlab # [    1.596058] Asymmetric key parser 'x509' registered439vm-test-run-nixbot-gitlab> gitlab # [    1.600169] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248)440vm-test-run-nixbot-gitlab> gitlab # [    1.606725] io scheduler mq-deadline registered441vm-test-run-nixbot-gitlab> gitlab # [    1.610401] io scheduler kyber registered442vm-test-run-nixbot-gitlab> gitlab # [    1.619335] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled443vm-test-run-nixbot-gitlab> gitlab # [    1.625266] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A444vm-test-run-nixbot-gitlab> gitlab # [    1.635187] Linux agpgart interface v0.103445vm-test-run-nixbot-gitlab> gitlab # [    1.638637] ACPI: bus type drm_connector registered446vm-test-run-nixbot-gitlab> gitlab # [    1.646156] usbcore: registered new interface driver usbserial_generic447vm-test-run-nixbot-gitlab> gitlab # [    1.651230] usbserial: USB Serial support registered for generic448vm-test-run-nixbot-gitlab> gitlab # [    1.655826] amd_pstate: The CPPC feature is supported but currently disabled by the BIOS.449vm-test-run-nixbot-gitlab> gitlab # [    1.655826] Please enable it if your BIOS has the CPPC option.450vm-test-run-nixbot-gitlab> gitlab # [    1.666120] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled451vm-test-run-nixbot-gitlab> gitlab # [    1.668817] drop_monitor: Initializing network drop monitor service452vm-test-run-nixbot-gitlab> gitlab # [    1.671081] NET: Registered PF_INET6 protocol family453vm-test-run-nixbot-gitlab> gitlab # [    1.674156] Segment Routing with IPv6454vm-test-run-nixbot-gitlab> gitlab # [    1.675422] In-situ OAM (IOAM) with IPv6455vm-test-run-nixbot-gitlab> gitlab # [    1.679716] IPI shorthand broadcast: enabled456vm-test-run-nixbot-gitlab> gitlab # [    1.685142] sched_clock: Marking stable (1419022404, 265937440)->(1767379348, -82419504)457vm-test-run-nixbot-gitlab> gitlab # [    1.688230] registered taskstats version 1458vm-test-run-nixbot-gitlab> gitlab # [    1.689815] Loading compiled-in X.509 certificates459vm-test-run-nixbot-gitlab> gitlab # [    1.700657] Demotion targets for Node 0: null460vm-test-run-nixbot-gitlab> gitlab # [    1.702564] Key type .fscrypt registered461vm-test-run-nixbot-gitlab> gitlab # [    1.703826] Key type fscrypt-provisioning registered462vm-test-run-nixbot-gitlab> gitlab # [    1.705541] ima: No TPM chip found, activating TPM-bypass!463vm-test-run-nixbot-gitlab> gitlab # [    1.707187] ima: Allocated hash algorithm: sha1464vm-test-run-nixbot-gitlab> gitlab # [    1.708658] ima: No architecture policies found465vm-test-run-nixbot-gitlab> gitlab # [    1.710510] PM:   Magic number: 14:872:480466vm-test-run-nixbot-gitlab> gitlab # [    1.712832] RAS: Correctable Errors collector initialized.467vm-test-run-nixbot-gitlab> gitlab # [    1.718325] clk: Disabling unused clocks468vm-test-run-nixbot-gitlab> gitlab # [    1.719598] PM: genpd: Disabling unused power domains469vm-test-run-nixbot-gitlab> gitlab # [    1.851385] Freeing initrd memory: 27584K470vm-test-run-nixbot-gitlab> gitlab # [    1.855773] Freeing unused decrypted memory: 2028K471vm-test-run-nixbot-gitlab> gitlab # [    1.859525] Freeing unused kernel image (initmem) memory: 3644K472vm-test-run-nixbot-gitlab> gitlab # [    1.861404] Write protecting the kernel read-only data: 32768k473vm-test-run-nixbot-gitlab> gitlab # [    1.867505] Freeing unused kernel image (text/rodata gap) memory: 1332K474vm-test-run-nixbot-gitlab> gitlab # [    1.873934] Freeing unused kernel image (rodata/data gap) memory: 816K475vm-test-run-nixbot-gitlab> gitlab # [    1.938117] x86/mm: Checked W+X mappings: passed, no W+X pages found.476vm-test-run-nixbot-gitlab> gitlab # [    1.940059] Run /init as init process477vm-test-run-nixbot-gitlab> gitlab # [    1.956534] systemd[1]: Inserted module 'autofs4'478vm-test-run-nixbot-gitlab> gitlab # [    1.986063] fuse: init (API version 7.45)479vm-test-run-nixbot-gitlab> gitlab # [    1.996527] ACPI: \_SB_.LNKC: Enabled at IRQ 10480vm-test-run-nixbot-gitlab> gitlab # [    2.006904] ACPI: \_SB_.LNKA: Enabled at IRQ 10481vm-test-run-nixbot-gitlab> gitlab # [    2.012484] ACPI: \_SB_.LNKB: Enabled at IRQ 11482vm-test-run-nixbot-gitlab> gitlab # [    2.076543] systemd[1]: Successfully made /usr/ read-only.483vm-test-run-nixbot-gitlab> gitlab # [    2.414379] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)484vm-test-run-nixbot-gitlab> gitlab # [    2.431449] systemd[1]: Detected virtualization kvm.485vm-test-run-nixbot-gitlab> gitlab # [    2.435426] systemd[1]: Detected architecture x86-64.486vm-test-run-nixbot-gitlab> gitlab # [    2.439433] systemd[1]: Running in initrd.487vm-test-run-nixbot-gitlab> gitlab # [    2.443675] systemd[1]: Initializing machine ID from random generator.488vm-test-run-nixbot-gitlab> gitlab # [    2.448898] systemd[1]: Hostname set to <gitlab>.489vm-test-run-nixbot-gitlab> gitlab # [    2.525713] systemd[1]: Queued start job for default target Initrd Default Target.490vm-test-run-nixbot-gitlab> gitlab # [    2.672248] systemd[1]: Created slice Slice /system/modprobe.491vm-test-run-nixbot-gitlab> gitlab # [    2.674415] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.492vm-test-run-nixbot-gitlab> gitlab # [    2.678758] systemd[1]: Expecting device /dev/disk/by-label/nix-store...493vm-test-run-nixbot-gitlab> gitlab # [    2.683919] systemd[1]: Expecting device /dev/disk/by-label/nixos...494vm-test-run-nixbot-gitlab> gitlab # [    2.688225] systemd[1]: Reached target Path Units.495vm-test-run-nixbot-gitlab> gitlab # [    2.691375] systemd[1]: Reached target Slice Units.496vm-test-run-nixbot-gitlab> gitlab # [    2.694529] systemd[1]: Reached target Swaps.497vm-test-run-nixbot-gitlab> gitlab # [    2.697469] systemd[1]: Reached target Timer Units.498vm-test-run-nixbot-gitlab> gitlab # [    2.700895] systemd[1]: Listening on D-Bus System Message Bus Socket.499vm-test-run-nixbot-gitlab> gitlab # [    2.704009] systemd[1]: Listening on Journal Socket (/dev/log).500vm-test-run-nixbot-gitlab> gitlab # [    2.706120] systemd[1]: Listening on Journal Sockets.501vm-test-run-nixbot-gitlab> gitlab # [    2.707885] systemd[1]: Listening on udev Control Socket.502vm-test-run-nixbot-gitlab> gitlab # [    2.709768] systemd[1]: Listening on udev Kernel Socket.503vm-test-run-nixbot-gitlab> gitlab # [    2.711551] systemd[1]: Reached target Socket Units.504vm-test-run-nixbot-gitlab> gitlab # [    2.715845] systemd[1]: Starting Create List of Static Device Nodes...505vm-test-run-nixbot-gitlab> gitlab # [    2.721988] systemd[1]: Starting Load Kernel Module 9pnet_virtio...506vm-test-run-nixbot-gitlab> gitlab # [    2.741560] systemd[1]: Starting Load Kernel Module configfs...507vm-test-run-nixbot-gitlab> gitlab # [    2.746690] systemd[1]: Starting Journal Service...508vm-test-run-nixbot-gitlab> gitlab # [    2.752275] systemd[1]: Starting Load Kernel Modules...509vm-test-run-nixbot-gitlab> gitlab # [    2.756619] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki510vm-test-run-nixbot-gitlab> gitlab # [    2.768767] systemd[1]: Starting Coldplug All udev Devices...511vm-test-run-nixbot-gitlab> gitlab # [    2.793705] systemd-journald[151]: Collecting audit messages is disabled.512vm-test-run-nixbot-gitlab> gitlab # [    2.813248] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.513vm-test-run-nixbot-gitlab> gitlab # [    2.815878] netfs: FS-Cache loaded514vm-test-run-nixbot-gitlab> gitlab # [    2.821683] systemd[1]: Finished Create List of Static Device Nodes.515vm-test-run-nixbot-gitlab> gitlab # [    2.825096] systemd[1]: modprobe@configfs.service: Deactivated successfully.516vm-test-run-nixbot-gitlab> gitlab # [    2.826189] 9pnet: Installing 9P2000 support517vm-test-run-nixbot-gitlab> gitlab # [    2.829875] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev518vm-test-run-nixbot-gitlab> gitlab # [    2.836538] systemd[1]: Finished Load Kernel Module configfs.519vm-test-run-nixbot-gitlab> gitlab # [    2.841233] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.520vm-test-run-nixbot-gitlab> gitlab # [    2.845295] systemd[1]: Finished Load Kernel Module 9pnet_virtio.521vm-test-run-nixbot-gitlab> gitlab # [    2.851224] systemd[1]: Finished Load Kernel Modules.522vm-test-run-nixbot-gitlab> gitlab # [    2.853621] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config523vm-test-run-nixbot-gitlab> gitlab # [    2.859173] systemd[1]: Starting Apply Kernel Variables...524vm-test-run-nixbot-gitlab> gitlab # [    2.862774] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...525vm-test-run-nixbot-gitlab> gitlab # [    2.871457] systemd[1]: Started Journal Service.526vm-test-run-nixbot-gitlab> gitlab # [    2.605641] systemd-modules-load[153]: Using 4 probe threads527vm-test-run-nixbot-gitlab> gitlab # [    2.609159] systemd-modules-load[153]: Inserted module 'virtio_balloon'528vm-test-run-nixbot-gitlab> gitlab # [    2.611830] systemd-modules-load[153]: Inserted module 'dm_mod'529vm-test-run-nixbot-gitlab> gitlab # [    2.613924] systemd-modules-load[153]: Inserted module 'virtio_gpu'530vm-test-run-nixbot-gitlab> gitlab # [    2.617044] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.531vm-test-run-nixbot-gitlab> gitlab # [    2.620435] systemd[1]: Finished Apply Kernel Variables.532vm-test-run-nixbot-gitlab> gitlab # [    2.624791] systemd[1]: Starting Create Static Device Nodes in /dev...533vm-test-run-nixbot-gitlab> gitlab # [    2.644560] systemd[1]: Finished Create Static Device Nodes in /dev.534vm-test-run-nixbot-gitlab> gitlab # [    2.646151] systemd[1]: Reached target Preparation for Local File Systems.535vm-test-run-nixbot-gitlab> gitlab # [    2.647799] systemd[1]: Reached target Local File Systems.536vm-test-run-nixbot-gitlab> gitlab # [    2.649461] systemd[1]: Starting Create System Files and Directories...537vm-test-run-nixbot-gitlab> gitlab # [    2.663476] systemd[1]: Starting Rule-based Manager for Device Events and Files...538vm-test-run-nixbot-gitlab> gitlab # [    2.672395] systemd[1]: Finished Create System Files and Directories.539vm-test-run-nixbot-gitlab> gitlab # [    2.682887] systemd-udevd[192]: Using default interface naming scheme 'v260'.540vm-test-run-nixbot-gitlab> gitlab # [    2.685302] systemd[1]: Finished Coldplug All udev Devices.541vm-test-run-nixbot-gitlab> gitlab # [    2.696930] systemd[1]: Started Rule-based Manager for Device Events and Files.542vm-test-run-nixbot-gitlab> gitlab # [    2.698728] systemd[1]: Reached target System Initialization.543vm-test-run-nixbot-gitlab> gitlab # [    2.700196] systemd[1]: Reached target Basic System.544vm-test-run-nixbot-gitlab> gitlab # [    3.136724] uhci_hcd 0000:00:01.2: UHCI Host Controller545vm-test-run-nixbot-gitlab> gitlab # [    3.139159] SCSI subsystem initialized546vm-test-run-nixbot-gitlab> gitlab # [    3.140384] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1547vm-test-run-nixbot-gitlab> gitlab # [    3.142256] uhci_hcd 0000:00:01.2: detected 2 ports548vm-test-run-nixbot-gitlab> gitlab # [    3.143665] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c140549vm-test-run-nixbot-gitlab> gitlab # [    3.145374] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.18550vm-test-run-nixbot-gitlab> gitlab # [    3.147397] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1551vm-test-run-nixbot-gitlab> gitlab # [    3.149259] usb usb1: Product: UHCI Host Controller552vm-test-run-nixbot-gitlab> gitlab # [    3.150467] usb usb1: Manufacturer: Linux 6.18.34 uhci_hcd553vm-test-run-nixbot-gitlab> gitlab # [    3.151773] usb usb1: SerialNumber: 0000:00:01.2554vm-test-run-nixbot-gitlab> gitlab # [    3.153275] hub 1-0:1.0: USB hub found555vm-test-run-nixbot-gitlab> gitlab # [    3.154272] hub 1-0:1.0: 2 ports detected556vm-test-run-nixbot-gitlab> gitlab # [    3.168272] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12557vm-test-run-nixbot-gitlab> gitlab # [    3.182049] serio: i8042 KBD port at 0x60,0x64 irq 1558vm-test-run-nixbot-gitlab> gitlab # [    3.183307] serio: i8042 AUX port at 0x60,0x64 irq 12559vm-test-run-nixbot-gitlab> gitlab # [    3.192417] virtio_blk virtio4: 4/0/0 default/read/poll queues560vm-test-run-nixbot-gitlab> gitlab # [    3.205237] scsi host0: ata_piix561vm-test-run-nixbot-gitlab> gitlab # [    3.208260] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)562vm-test-run-nixbot-gitlab> gitlab # [    3.211459] scsi host1: ata_piix563vm-test-run-nixbot-gitlab> gitlab # [    3.213064] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc220 irq 14 lpm-pol 0564vm-test-run-nixbot-gitlab> gitlab # [    3.213779] virtio_blk virtio5: 4/0/0 default/read/poll queues565vm-test-run-nixbot-gitlab> gitlab # [    3.214978] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc228 irq 15 lpm-pol 0566vm-test-run-nixbot-gitlab> gitlab # [    3.222121] virtio_blk virtio5: [vdb] 11527024 512-byte logical blocks (5.90 GB/5.50 GiB)567vm-test-run-nixbot-gitlab> gitlab # [    2.963792] (udev-worker)[219]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.568vm-test-run-nixbot-gitlab> gitlab # [    2.967583] (udev-worker)[219]: Network interface NamePolicy= disabled on kernel command line.569vm-test-run-nixbot-gitlab> gitlab # [    2.969949] (udev-worker)[209]: Network interface NamePolicy= disabled on kernel command line.570vm-test-run-nixbot-gitlab> gitlab # [    2.972162] systemd[1]: Starting Virtual Console Setup...571vm-test-run-nixbot-gitlab> gitlab # [    2.995426] systemd-vconsole-setup[233]: Configuration of first virtual console was skipped, ignoring remaining ones.572vm-test-run-nixbot-gitlab> gitlab # [    2.998452] systemd[1]: Finished Virtual Console Setup.573vm-test-run-nixbot-gitlab> gitlab # [    3.378099] usb 1-1: new full-speed USB device number 2 using uhci_hcd574vm-test-run-nixbot-gitlab> gitlab # [    3.378105] ata2: found unknown device (class 0)575vm-test-run-nixbot-gitlab> gitlab # [    3.379007] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100576vm-test-run-nixbot-gitlab> gitlab # [    3.386263] scsi 1:0:0:0: CD-ROM            QEMU     QEMU DVD-ROM     2.5+ PQ: 0 ANSI: 5577vm-test-run-nixbot-gitlab> gitlab # [    3.432924] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0578vm-test-run-nixbot-gitlab> gitlab # [    3.196962] systemd[1]: Found device /dev/disk/by-label/nix-store.579vm-test-run-nixbot-gitlab> gitlab # [    3.469916] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray580vm-test-run-nixbot-gitlab> gitlab # [    3.209615] systemd[1]: Found device /dev/disk/by-label/nixos.581vm-test-run-nixbot-gitlab> gitlab # [    3.212869] systemd[1]: Reached target Initrd Root Device.582vm-test-run-nixbot-gitlab> gitlab # [    3.220961] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...583vm-test-run-nixbot-gitlab> gitlab # [    3.523044] cdrom: Uniform CD-ROM driver Revision: 3.20584vm-test-run-nixbot-gitlab> gitlab # [    3.275496] systemd-fsck[243]: nixos: clean, 12/65536 files, 13019/262144 blocks585vm-test-run-nixbot-gitlab> gitlab # [    3.555927] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00586vm-test-run-nixbot-gitlab> gitlab # [    3.295783] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.587vm-test-run-nixbot-gitlab> gitlab # [    3.564512] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=10588vm-test-run-nixbot-gitlab> gitlab # [    3.571313] usb 1-1: Product: QEMU USB Tablet589vm-test-run-nixbot-gitlab> gitlab # [    3.574719] usb 1-1: Manufacturer: QEMU590vm-test-run-nixbot-gitlab> gitlab # [    3.577891] usb 1-1: SerialNumber: 28754-0000:00:01.2-1591vm-test-run-nixbot-gitlab> gitlab # [    3.611911] hid: raw HID events driver (C) Jiri Kosina592vm-test-run-nixbot-gitlab> gitlab # [    3.620908] usbcore: registered new interface driver usbhid593vm-test-run-nixbot-gitlab> gitlab # [    3.622704] usbhid: USB HID core driver594vm-test-run-nixbot-gitlab> gitlab # [    3.629086] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input2595vm-test-run-nixbot-gitlab> gitlab # [    3.631893] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input0596vm-test-run-nixbot-gitlab> gitlab # [    3.556312] systemd[1]: Mounting /sysroot...597vm-test-run-nixbot-gitlab> gitlab # [    3.940749] EXT4-fs (vda): mounted filesystem 863c2ed0-4f85-45ac-8802-c9e842b5dea3 r/w with ordered data mode. Quota mode: none.598vm-test-run-nixbot-gitlab> gitlab # [    3.679470] systemd[1]: Mounted /sysroot.599vm-test-run-nixbot-gitlab> gitlab # [    3.681306] systemd[1]: Reached target Initrd Root File System.600vm-test-run-nixbot-gitlab> gitlab # [    3.686217] systemd[1]: Mounting /sysroot/nix/.ro-store...601vm-test-run-nixbot-gitlab> gitlab # [    3.689609] systemd[1]: Mounting /sysroot/nix/.rw-store...602vm-test-run-nixbot-gitlab> gitlab # [    3.702484] systemd[1]: Mounting /sysroot/run...603vm-test-run-nixbot-gitlab> gitlab # [    3.707519] systemd[1]: Mounting /sysroot/tmp/shared...604vm-test-run-nixbot-gitlab> gitlab # [    3.712323] systemd[1]: Mounting /sysroot/tmp/xchg...605vm-test-run-nixbot-gitlab> gitlab # [    3.715435] systemd[1]: Starting Mountpoints Configured in the Real Root...606vm-test-run-nixbot-gitlab> gitlab # [    3.985709] erofs (device vdb): mounted with root inode @ nid 128.607vm-test-run-nixbot-gitlab> gitlab # [    3.722493] systemd[1]: Mounted /sysroot/nix/.rw-store.608vm-test-run-nixbot-gitlab> gitlab # [    3.988364] 9p: Installing v9fs 9p2000 file system support609vm-test-run-nixbot-gitlab> gitlab # [    3.728259] systemd[1]: Mounted /sysroot/nix/.ro-store.610vm-test-run-nixbot-gitlab> gitlab # [    3.729838] systemd[1]: Mounted /sysroot/run.611vm-test-run-nixbot-gitlab> gitlab # [    3.731110] systemd[1]: Mounted /sysroot/tmp/shared.612vm-test-run-nixbot-gitlab> gitlab # [    3.732540] systemd[1]: Mounted /sysroot/tmp/xchg.613vm-test-run-nixbot-gitlab> gitlab # [    3.734229] systemd-sysroot-fstab-check[272]: /sysroot should be mounted in the initrd, will request daemon-reload.614vm-test-run-nixbot-gitlab> gitlab # [    3.738901] systemd[1]: Starting rw-sysroot-nix-store.service...615vm-test-run-nixbot-gitlab> gitlab # [    3.740509] systemd[1]: Reload requested from client PID 272 ('systemd-sysroot') (unit initrd-parse-etc.service)...616vm-test-run-nixbot-gitlab> gitlab # [    3.743252] systemd[1]: Reloading...617vm-test-run-nixbot-gitlab> gitlab # [    3.940647] systemd[1]: Reloading finished in 200 ms.618vm-test-run-nixbot-gitlab> gitlab # [    3.979079] systemd-sysroot-fstab-check[272]: Requesting initrd-fs.target/start/replace...619vm-test-run-nixbot-gitlab> gitlab # [    4.048254] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.620vm-test-run-nixbot-gitlab> gitlab # [    4.054505] systemd[1]: Finished rw-sysroot-nix-store.service.621vm-test-run-nixbot-gitlab> gitlab # [    4.061195] systemd-sysroot-fstab-check[272]: Requesting swap.target/start/replace...622vm-test-run-nixbot-gitlab> gitlab # [    4.067217] systemd[1]: Starting rw-sysroot-nix-store.service...623vm-test-run-nixbot-gitlab> gitlab # [    4.070658] systemd[1]: initrd-parse-etc.service: Deactivated successfully.624vm-test-run-nixbot-gitlab> gitlab # [    4.084636] systemd[1]: Finished Mountpoints Configured in the Real Root.625vm-test-run-nixbot-gitlab> gitlab # [    4.087352] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.626vm-test-run-nixbot-gitlab> gitlab # [    4.094551] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.627vm-test-run-nixbot-gitlab> gitlab # [    4.099903] systemd[1]: Finished rw-sysroot-nix-store.service.628vm-test-run-nixbot-gitlab> gitlab # [    4.560972] systemd[1]: Mounting /sysroot/nix/store...629vm-test-run-nixbot-gitlab> gitlab # [    4.619503] systemd[1]: Mounted /sysroot/nix/store.630vm-test-run-nixbot-gitlab> gitlab # [    4.623220] systemd[1]: Reached target Initrd File Systems.631vm-test-run-nixbot-gitlab> gitlab # [    4.627438] systemd[1]: Starting Find NixOS closure...632vm-test-run-nixbot-gitlab> gitlab # [    4.632491] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...633vm-test-run-nixbot-gitlab> gitlab # [    4.663325] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.634vm-test-run-nixbot-gitlab> gitlab # [    4.668108] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.635vm-test-run-nixbot-gitlab> gitlab # [    4.686120] systemd[1]: Finished Find NixOS closure.636vm-test-run-nixbot-gitlab> gitlab # [    4.688991] systemd[1]: Reached target Initrd Default Target.637vm-test-run-nixbot-gitlab> gitlab # [    4.692575] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...638vm-test-run-nixbot-gitlab> gitlab # [    4.727250] systemd[1]: Stopped target Initrd Default Target.639vm-test-run-nixbot-gitlab> gitlab # [    4.730696] systemd[1]: Stopped target Basic System.640vm-test-run-nixbot-gitlab> gitlab # [    4.733688] systemd[1]: Stopped target Initrd Root Device.641vm-test-run-nixbot-gitlab> gitlab # [    4.736784] systemd[1]: Stopped target Path Units.642vm-test-run-nixbot-gitlab> gitlab # [    4.739722] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.643vm-test-run-nixbot-gitlab> gitlab # [    4.743714] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.644vm-test-run-nixbot-gitlab> gitlab # [    4.747766] systemd[1]: Stopped target Slice Units.645vm-test-run-nixbot-gitlab> gitlab # [    4.753139] systemd[1]: Stopped target Socket Units.646vm-test-run-nixbot-gitlab> gitlab # [    4.756151] systemd[1]: Stopped target System Initialization.647vm-test-run-nixbot-gitlab> gitlab # [    4.759534] systemd[1]: Stopped target Swaps.648vm-test-run-nixbot-gitlab> gitlab # [    4.762235] systemd[1]: Stopped target Timer Units.649vm-test-run-nixbot-gitlab> gitlab # [    4.765230] systemd[1]: dbus.socket: Deactivated successfully.650vm-test-run-nixbot-gitlab> gitlab # [    4.768511] systemd[1]: Closed D-Bus System Message Bus Socket.651vm-test-run-nixbot-gitlab> gitlab # [    4.771467] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.652vm-test-run-nixbot-gitlab> gitlab # [    4.775152] systemd[1]: Stopped Find NixOS closure.653vm-test-run-nixbot-gitlab> gitlab # [    4.776884] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio654vm-test-run-nixbot-gitlab> gitlab # [    4.780131] systemd[1]: Starting rw-sysroot-nix-store.service...655vm-test-run-nixbot-gitlab> gitlab # [    4.782214] systemd[1]: systemd-sysctl.service: Deactivated successfully.656vm-test-run-nixbot-gitlab> gitlab # [    4.784682] systemd[1]: Stopped Apply Kernel Variables.657vm-test-run-nixbot-gitlab> gitlab # [    4.786498] systemd[1]: systemd-modules-load.service: Deactivated successfully.658vm-test-run-nixbot-gitlab> gitlab # [    4.788789] systemd[1]: Stopped Load Kernel Modules.659vm-test-run-nixbot-gitlab> gitlab # [    4.790155] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.660vm-test-run-nixbot-gitlab> gitlab # [    4.792168] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.661vm-test-run-nixbot-gitlab> gitlab # [    4.794085] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.662vm-test-run-nixbot-gitlab> gitlab # [    4.795933] systemd[1]: Stopped Create System Files and Directories.663vm-test-run-nixbot-gitlab> gitlab # [    4.797436] systemd[1]: Stopped target Local File Systems.664vm-test-run-nixbot-gitlab> gitlab # [    4.798820] systemd[1]: Stopped target Preparation for Local File Systems.665vm-test-run-nixbot-gitlab> gitlab # [    4.801060] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.666vm-test-run-nixbot-gitlab> gitlab # [    4.802842] systemd[1]: Stopped Coldplug All udev Devices.667vm-test-run-nixbot-gitlab> gitlab # [    4.805795] systemd[1]: Stopping Rule-based Manager for Device Events and Files...668vm-test-run-nixbot-gitlab> gitlab # [    4.807813] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.669vm-test-run-nixbot-gitlab> gitlab # [    4.809686] systemd[1]: Stopped Virtual Console Setup.670vm-test-run-nixbot-gitlab> gitlab # [    4.811161] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.671vm-test-run-nixbot-gitlab> gitlab # [    4.813218] systemd[1]: Finished rw-sysroot-nix-store.service.672vm-test-run-nixbot-gitlab> gitlab # [    4.814888] systemd[1]: initrd-cleanup.service: Deactivated successfully.673vm-test-run-nixbot-gitlab> gitlab # [    4.816663] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.674vm-test-run-nixbot-gitlab> gitlab # [    4.822142] systemd[1]: systemd-udevd.service: Deactivated successfully.675vm-test-run-nixbot-gitlab> gitlab # [    4.825686] systemd[1]: Stopped Rule-based Manager for Device Events and Files.676vm-test-run-nixbot-gitlab> gitlab # [    4.827508] systemd[1]: systemd-udevd.service: Consumed 1.008s CPU time over 2.158s wall clock time, 26.3M memory peak.677vm-test-run-nixbot-gitlab> gitlab # [    4.831942] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.678vm-test-run-nixbot-gitlab> gitlab # [    4.833697] systemd[1]: Closed udev Control Socket.679vm-test-run-nixbot-gitlab> gitlab # [    4.836868] systemd[1]: Starting Cleanup udev Database...680vm-test-run-nixbot-gitlab> gitlab # [    4.838243] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.681vm-test-run-nixbot-gitlab> gitlab # [    4.840097] systemd[1]: Stopped Create Static Device Nodes in /dev.682vm-test-run-nixbot-gitlab> gitlab # [    4.841767] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.683vm-test-run-nixbot-gitlab> gitlab # [    4.843697] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.684vm-test-run-nixbot-gitlab> gitlab # [    4.845948] systemd[1]: kmod-static-nodes.service: Deactivated successfully.685vm-test-run-nixbot-gitlab> gitlab # [    4.847643] systemd[1]: Stopped Create List of Static Device Nodes.686vm-test-run-nixbot-gitlab> gitlab # [    4.860479] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.687vm-test-run-nixbot-gitlab> gitlab # [    4.863888] systemd[1]: Finished Cleanup udev Database.688vm-test-run-nixbot-gitlab> gitlab # [    4.868857] systemd[1]: Reached target Switch Root.689vm-test-run-nixbot-gitlab> gitlab # [    4.871766] systemd[1]: Starting NixOS Activation...690vm-test-run-nixbot-gitlab> gitlab # [    4.981585] initrd-nixos-activation-start[570]: booting system configuration /nix/store/6asik01qmcqhcqjzys45hyw9jhsa5m91-nixos-system-gitlab-test691vm-test-run-nixbot-gitlab> gitlab # [    5.027266] initrd-nixos-activation-start[570]: running activation script...692vm-test-run-nixbot-gitlab> gitlab # [    5.268923] initrd-nixos-activation-start[593]: setting up /etc...693vm-test-run-nixbot-gitlab> gitlab # [    5.385110] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.694vm-test-run-nixbot-gitlab> gitlab # [    5.392600] systemd[1]: Finished NixOS Activation.695vm-test-run-nixbot-gitlab> gitlab # [    5.405374] systemd[1]: Starting Switch Root...696vm-test-run-nixbot-gitlab> gitlab # [    5.435601] systemd[1]: Switching root.697vm-test-run-nixbot-gitlab> gitlab # [    6.043628] systemd-journald[151]: Received SIGTERM from PID 1 (systemd).698vm-test-run-nixbot-gitlab> gitlab # [    6.181346] NET: Registered PF_VSOCK protocol family699vm-test-run-nixbot-gitlab> gitlab # [    6.558845] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)700vm-test-run-nixbot-gitlab> gitlab # [    6.576113] systemd[1]: Detected virtualization kvm.701vm-test-run-nixbot-gitlab> gitlab # [    6.579285] systemd[1]: Detected architecture x86-64.702vm-test-run-nixbot-gitlab> gitlab # [    6.582720] systemd[1]: Detected first boot.703vm-test-run-nixbot-gitlab> gitlab # [    6.586729] systemd[1]: Initializing machine ID from random generator.704vm-test-run-nixbot-gitlab> gitlab # [    6.729422] systemd[1]: bpf-restrict-fs: LSM BPF program attached705vm-test-run-nixbot-gitlab> gitlab # [    6.797358] systemd[1]: Applying preset policy.706vm-test-run-nixbot-gitlab> gitlab # [    6.949064] systemd[1]: Populated /etc with preset unit settings.707vm-test-run-nixbot-gitlab> gitlab # [    7.056166] systemd[1]: initrd-switch-root.service: Deactivated successfully.708vm-test-run-nixbot-gitlab> gitlab # [    7.058500] systemd[1]: Stopped initrd-switch-root.service.709vm-test-run-nixbot-gitlab> gitlab # [    7.061860] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.710vm-test-run-nixbot-gitlab> gitlab # [    7.065410] systemd[1]: Created slice Slice /system/getty.711vm-test-run-nixbot-gitlab> gitlab # [    7.067569] systemd[1]: Created slice GitLab DevOps Platform Slice.712vm-test-run-nixbot-gitlab> gitlab # [    7.069801] systemd[1]: Created slice User and Session Slice.713vm-test-run-nixbot-gitlab> gitlab # [    7.071455] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.714vm-test-run-nixbot-gitlab> gitlab # [    7.073500] systemd[1]: Started Forward Password Requests to Wall Directory Watch.715vm-test-run-nixbot-gitlab> gitlab # [    7.075569] systemd[1]: Expecting device /dev/hvc0...716vm-test-run-nixbot-gitlab> gitlab # [    7.076852] systemd[1]: Expecting device /dev/ttyS0...717vm-test-run-nixbot-gitlab> gitlab # [    7.078289] systemd[1]: Reached target Local Encrypted Volumes.718vm-test-run-nixbot-gitlab> gitlab # [    7.079804] systemd[1]: Stopped target initrd-fs.target.719vm-test-run-nixbot-gitlab> gitlab # [    7.081167] systemd[1]: Stopped target initrd-root-fs.target.720vm-test-run-nixbot-gitlab> gitlab # [    7.082810] systemd[1]: Stopped target initrd-switch-root.target.721vm-test-run-nixbot-gitlab> gitlab # [    7.084456] systemd[1]: Reached target Virtual Machines and Containers.722vm-test-run-nixbot-gitlab> gitlab # [    7.086070] systemd[1]: Reached target Path Units.723vm-test-run-nixbot-gitlab> gitlab # [    7.087661] systemd[1]: Reached target Remote File Systems.724vm-test-run-nixbot-gitlab> gitlab # [    7.089123] systemd[1]: Reached target Slice Units.725vm-test-run-nixbot-gitlab> gitlab # [    7.090407] systemd[1]: Reached target Swaps.726vm-test-run-nixbot-gitlab> gitlab # [    7.092674] systemd[1]: Listening on Process Core Dump Socket.727vm-test-run-nixbot-gitlab> gitlab # [    7.094823] systemd[1]: Listening on Credential Encryption/Decryption.728vm-test-run-nixbot-gitlab> gitlab # [    7.098367] systemd[1]: Starting Journal Log Access Socket...729vm-test-run-nixbot-gitlab> gitlab # [    7.100722] systemd[1]: Listening on Journal Audit Socket.730vm-test-run-nixbot-gitlab> gitlab # [    7.102718] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.731vm-test-run-nixbot-gitlab> gitlab # [    7.104675] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki732vm-test-run-nixbot-gitlab> gitlab # [    7.107422] systemd[1]: Listening on udev Control Socket.733vm-test-run-nixbot-gitlab> gitlab # [    7.110885] systemd[1]: Mounting Huge Pages File System...734vm-test-run-nixbot-gitlab> gitlab # [    7.113985] systemd[1]: Mounting POSIX Message Queue File System...735vm-test-run-nixbot-gitlab> gitlab # [    7.117611] systemd[1]: Mounting Kernel Debug File System...736vm-test-run-nixbot-gitlab> gitlab # [    7.133639] systemd[1]: Mounting Kernel Trace File System...737vm-test-run-nixbot-gitlab> gitlab # [    7.141597] systemd[1]: Starting Create List of Static Device Nodes...738vm-test-run-nixbot-gitlab> gitlab # [    7.146239] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio739vm-test-run-nixbot-gitlab> gitlab # [    7.169833] systemd[1]: Starting Load Kernel Module configfs...740vm-test-run-nixbot-gitlab> gitlab # [    7.173648] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm741vm-test-run-nixbot-gitlab> gitlab # [    7.179628] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore742vm-test-run-nixbot-gitlab> gitlab # [    7.186276] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse743vm-test-run-nixbot-gitlab> gitlab # [    7.195535] systemd[1]: Mounting FUSE Control File System...744vm-test-run-nixbot-gitlab> gitlab # [    7.198858] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67745vm-test-run-nixbot-gitlab> gitlab # [    7.210585] systemd[1]: Starting Journal Service...746vm-test-run-nixbot-gitlab> gitlab # [    7.215518] systemd[1]: Starting Load Kernel Modules...747vm-test-run-nixbot-gitlab> gitlab # [    7.218788] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...748vm-test-run-nixbot-gitlab> gitlab # [    7.240494] systemd[1]: Starting Remount Root and Kernel File Systems...749vm-test-run-nixbot-gitlab> gitlab # [    7.243807] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki750vm-test-run-nixbot-gitlab> gitlab # [    7.254388] systemd[1]: Starting Coldplug All udev Devices...751vm-test-run-nixbot-gitlab> gitlab # [    7.264724] systemd-journald[787]: Collecting audit messages is enabled.752vm-test-run-nixbot-gitlab> gitlab # [    7.267088] EXT4-fs (vda): re-mounted 863c2ed0-4f85-45ac-8802-c9e842b5dea3.753vm-test-run-nixbot-gitlab> gitlab # [    7.272138] systemd[1]: Listening on Journal Log Access Socket.754vm-test-run-nixbot-gitlab> gitlab # [    7.274005] systemd[1]: Mounted Huge Pages File System.755vm-test-run-nixbot-gitlab> gitlab # [    7.275572] systemd[1]: Mounted POSIX Message Queue File System.756vm-test-run-nixbot-gitlab> gitlab # [    7.277376] systemd[1]: Mounted Kernel Debug File System.757vm-test-run-nixbot-gitlab> gitlab # [    7.279127] systemd[1]: Mounted Kernel Trace File System.758vm-test-run-nixbot-gitlab> gitlab # [    7.281403] systemd[1]: Finished Create List of Static Device Nodes.759vm-test-run-nixbot-gitlab> gitlab # [    7.283406] systemd[1]: modprobe@configfs.service: Deactivated successfully.760vm-test-run-nixbot-gitlab> gitlab # [    7.018456] systemd[1]: Queue[    7.284403] loop: module loaded761vm-test-run-nixbot-gitlab> gitlab # d start job for default target Multi-User System.762vm-test-run-nixbot-gitlab> gitlab # [    7.288069] systemd[1]: Finished Load Kernel Module configfs.763vm-test-run-nixbot-gitlab> gitlab # [    7.289879] systemd[1]: Started Journal Service.764vm-test-run-nixbot-gitlab> gitlab # [    7.024634] systemd[1]: Unnecessary job was removed for /dev/vdb.765vm-test-run-nixbot-gitlab> gitlab # [    7.027916] systemd[1]: systemd-journald.service: Deactivated successfully.766vm-test-run-nixbot-gitlab> gitlab # [    7.030242] systemd-modules-load[788]: Using 3 probe threads767vm-test-run-nixbot-gitlab> gitlab # [    7.032668] systemd[1]: Mounted FUSE Control File System.768vm-test-run-nixbot-gitlab> gitlab # [    7.034396] systemd[1]: Finished Remount Root and Kernel File Systems.769vm-test-run-nixbot-gitlab> gitlab # [    7.036470] systemd-modules-load[788]: Inserted module 'loop'770vm-test-run-nixbot-gitlab> gitlab # [    7.038479] systemd-oomd[789]: No swap; memory pressure usage will be degraded771vm-test-run-nixbot-gitlab> gitlab # [    7.041309] systemd-modules-load[788]: Inserted module 'tls'772vm-test-run-nixbot-gitlab> gitlab # [    7.042932] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.773vm-test-run-nixbot-gitlab> gitlab # [    7.044765] systemd[1]: Finished Load Kernel Modules.774vm-test-run-nixbot-gitlab> gitlab # [    7.053257] systemd[1]: Mounting Kernel Configuration File System...775vm-test-run-nixbot-gitlab> gitlab # [    7.056965] systemd[1]: Starting Firewall...776vm-test-run-nixbot-gitlab> gitlab # [    7.061402] systemd[1]: Starting Flush Journal to Persistent Storage...777vm-test-run-nixbot-gitlab> gitlab # [    7.063864] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore778vm-test-run-nixbot-gitlab> gitlab # [    7.069253] systemd[1]: Starting Load/Save OS Random Seed...779vm-test-run-nixbot-gitlab> gitlab # [    7.340588] systemd-journald[787]: Received client request to flush runtime journal.780vm-test-run-nixbot-gitlab> gitlab # [    7.156055] systemd[1]: Starting Apply Kernel Variables...781vm-test-run-nixbot-gitlab> gitlab # [    7.157924] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...782vm-test-run-nixbot-gitlab> gitlab # [    7.161165] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki783vm-test-run-nixbot-gitlab> gitlab # [    7.164169] systemd[1]: Mounted Kernel Configuration File System.784vm-test-run-nixbot-gitlab> gitlab # [    7.166448] systemd[1]: Finished Load/Save OS Random Seed.785vm-test-run-nixbot-gitlab> gitlab # [    7.169814] systemd[1]: Finished Apply Kernel Variables.786vm-test-run-nixbot-gitlab> gitlab # [    7.171496] systemd[1]: Reached target First Boot Complete.787vm-test-run-nixbot-gitlab> gitlab # [    7.172890] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.788vm-test-run-nixbot-gitlab> gitlab # [    7.174935] systemd[1]: Starting Create Static Device Nodes in /dev...789vm-test-run-nixbot-gitlab> gitlab # [    7.176510] systemd[1]: Finished Create Static Device Nodes in /dev.790vm-test-run-nixbot-gitlab> gitlab # [    7.178063] systemd[1]: Reached target Preparation for Local File Systems.791vm-test-run-nixbot-gitlab> gitlab # [    7.179745] systemd[1]: Starting Rule-based Manager for Device Events and Files...792vm-test-run-nixbot-gitlab> gitlab # [    7.181762] systemd[1]: Finished Flush Journal to Persistent Storage.793vm-test-run-nixbot-gitlab> gitlab # [    7.183374] systemd[1]: Finished Coldplug All udev Devices.794vm-test-run-nixbot-gitlab> gitlab # [    7.187754] systemd-udevd[826]: Using default interface naming scheme 'v260'.795vm-test-run-nixbot-gitlab> gitlab # [    7.222589] systemd[1]: Started Rule-based Manager for Device Events and Files.796vm-test-run-nixbot-gitlab> gitlab # [    7.338751] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse797vm-test-run-nixbot-gitlab> gitlab # [    7.351309] systemd[1]: Finished Firewall.798vm-test-run-nixbot-gitlab> gitlab # [    7.368861] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.799vm-test-run-nixbot-gitlab> gitlab # [    7.379764] (udev-worker)[920]: Network interface NamePolicy= disabled on kernel command line.800vm-test-run-nixbot-gitlab> gitlab # [    7.406317] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped.801vm-test-run-nixbot-gitlab> gitlab # [    7.417339] (udev-worker)[922]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.802vm-test-run-nixbot-gitlab> gitlab # [    7.421109] (udev-worker)[922]: Network interface NamePolicy= disabled on kernel command line.803vm-test-run-nixbot-gitlab> gitlab # [    7.439787] systemd[1]: Condition check resulted in Virtio network device being skipped.804vm-test-run-nixbot-gitlab> gitlab # [    7.441833] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore805vm-test-run-nixbot-gitlab> gitlab # [    7.444822] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67806vm-test-run-nixbot-gitlab> gitlab # [    7.448550] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore807vm-test-run-nixbot-gitlab> gitlab # [    7.451366] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki808vm-test-run-nixbot-gitlab> gitlab # [    7.453854] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki809vm-test-run-nixbot-gitlab> gitlab # [    7.739646] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console810vm-test-run-nixbot-gitlab> gitlab # [    7.739650] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input3811vm-test-run-nixbot-gitlab> gitlab # [    7.756357] Console: switching to colour dummy device 80x25812vm-test-run-nixbot-gitlab> gitlab # [    7.757725] [drm] Found bochs VGA, ID 0xb0c5.813vm-test-run-nixbot-gitlab> gitlab # [    7.757728] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000.814vm-test-run-nixbot-gitlab> gitlab # [    7.763177] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0815vm-test-run-nixbot-gitlab> gitlab # [    7.766870] ACPI: button: Power Button [PWRF]816vm-test-run-nixbot-gitlab> gitlab # [    7.767109] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD817vm-test-run-nixbot-gitlab> gitlab # [    7.772278] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic818vm-test-run-nixbot-gitlab> gitlab # [    7.773623] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 0819vm-test-run-nixbot-gitlab> gitlab # [    7.786526] fbcon: bochs-drmdrmfb (fb0) is primary device820vm-test-run-nixbot-gitlab> gitlab # [    7.788362] rtc_cmos 00:05: RTC can wake from S4821vm-test-run-nixbot-gitlab> gitlab # [    7.795683] Floppy drive(s): fd0 is 2.88M AMI BIOS822vm-test-run-nixbot-gitlab> gitlab # [    7.798634] Console: switching to colour frame buffer device 160x50823vm-test-run-nixbot-gitlab> gitlab # [    7.804814] mousedev: PS/2 mouse device common for all mice824vm-test-run-nixbot-gitlab> gitlab # [    7.805199] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device825vm-test-run-nixbot-gitlab> gitlab # [    7.808223] FDC 0 is a S82078B826vm-test-run-nixbot-gitlab> gitlab # [    7.808415] parport_pc 00:03: reported by Plug and Play ACPI827vm-test-run-nixbot-gitlab> gitlab # [    7.810443] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)]828vm-test-run-nixbot-gitlab> gitlab # [    7.812385] rtc_cmos 00:05: registered as rtc0829vm-test-run-nixbot-gitlab> gitlab # [    7.813510] rtc_cmos 00:05: setting system clock to 2026-06-09T12:28:09 UTC (1781008089)830vm-test-run-nixbot-gitlab> gitlab # [    7.815572] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs831vm-test-run-nixbot-gitlab> gitlab # [    7.874647] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input5832vm-test-run-nixbot-gitlab> gitlab # [    7.876896] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input4833vm-test-run-nixbot-gitlab> gitlab # [    7.887387] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input6834vm-test-run-nixbot-gitlab> gitlab # [    7.675742] systemd[1]: Starting Virtual Console Setup...835vm-test-run-nixbot-gitlab> gitlab # [    7.695660] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.836vm-test-run-nixbot-gitlab> gitlab # [    7.697740] systemd[1]: Stopped Virtual Console Setup.837vm-test-run-nixbot-gitlab> gitlab # [    7.702100] systemd[1]: Starting Virtual Console Setup...838vm-test-run-nixbot-gitlab> gitlab # [    7.713177] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.839vm-test-run-nixbot-gitlab> gitlab # [    7.715756] systemd[1]: Stopped Virtual Console Setup.840vm-test-run-nixbot-gitlab> gitlab # [    7.734596] systemd[1]: Start[    8.000794] kvm_amd: TSC scaling supported841vm-test-run-nixbot-gitlab> gitlab # ing Virtual Cons[    8.002221] kvm_amd: Nested Virtualization enabled842vm-test-run-nixbot-gitlab> gitlab # ole Setup...843vm-test-run-nixbot-gitlab> gitlab # [    8.003377] kvm_amd: Nested Paging enabled844vm-test-run-nixbot-gitlab> gitlab # [    8.004448] kvm_amd: LBR virtualization supported845vm-test-run-nixbot-gitlab> gitlab # [    8.005509] kvm_amd: Virtual VMLOAD VMSAVE supported846vm-test-run-nixbot-gitlab> gitlab # [    8.006573] kvm_amd: Virtual GIF supported847vm-test-run-nixbot-gitlab> gitlab # [    8.007025] ppdev: user-space parallel port driver848vm-test-run-nixbot-gitlab> gitlab # [    8.007505] kvm_amd: Virtual NMI enabled849vm-test-run-nixbot-gitlab> gitlab # [    8.057626] EDAC MC: Ver: 3.0.0850vm-test-run-nixbot-gitlab> gitlab # [    7.792376] systemd[1]: Mounting /run/wrappers...851vm-test-run-nixbot-gitlab> gitlab # [    7.813526] systemd[1]: Mounted /run/wrappers.852vm-test-run-nixbot-gitlab> gitlab # [    7.814932] systemd[1]: Reached target Local File Systems.853vm-test-run-nixbot-gitlab> gitlab # [    7.816382] systemd[1]: Listening on Boot Loader Control Service Socket.854vm-test-run-nixbot-gitlab> gitlab # [    7.818065] systemd[1]: Starting register-nix-paths.service...855vm-test-run-nixbot-gitlab> gitlab # [    7.821338] systemd[1]: Starting Create SUID/SGID Wrappers...856vm-test-run-nixbot-gitlab> gitlab # [    7.822839] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.857vm-test-run-nixbot-gitlab> gitlab # [    7.825306] systemd-vconsole-setup[959]: Configuration of first virtual console was skipped, ignoring remaining ones.858vm-test-run-nixbot-gitlab> gitlab # [    7.835846] systemd[1]: Starting Save Transient machine-id to Disk...859vm-test-run-nixbot-gitlab> gitlab # [    7.837822] systemd[1]: Starting Create System Files and Directories...860vm-test-run-nixbot-gitlab> gitlab # [    7.840291] systemd[1]: Finished Virtual Console Setup.861vm-test-run-nixbot-gitlab> gitlab # [    7.868197] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.862vm-test-run-nixbot-gitlab> gitlab # [    7.871898] systemd[1]: Finished Save Transient machine-id to Disk.863vm-test-run-nixbot-gitlab> gitlab # [    7.874648] systemd[1]: Finished Create System Files and Directories.864vm-test-run-nixbot-gitlab> gitlab # [    7.879368] systemd[1]: Starting Rebuild Journal Catalog...865vm-test-run-nixbot-gitlab> gitlab # [    7.882190] systemd[1]: Starting Record System Boot/Shutdown in UTMP...866vm-test-run-nixbot-gitlab> gitlab # [    7.899099] systemd[1]: Finished Record System Boot/Shutdown in UTMP.867vm-test-run-nixbot-gitlab> gitlab # [    7.913736] systemd[1]: Finished Rebuild Journal Catalog.868vm-test-run-nixbot-gitlab> gitlab # [    7.915659] systemd[1]: Starting Update is Completed...869vm-test-run-nixbot-gitlab> gitlab # [    7.930754] systemd[1]: Finished Update is Completed.870vm-test-run-nixbot-gitlab> gitlab # [    7.970687] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.871vm-test-run-nixbot-gitlab> gitlab # [    7.973087] systemd[1]: Finished Create SUID/SGID Wrappers.872vm-test-run-nixbot-gitlab> gitlab # [    7.974520] systemd[1]: suid-sgid-wrappers.service: Consumed 112ms CPU time over 150ms wall clock time, 4.9M memory peak, 1.1M read from disk.873vm-test-run-nixbot-gitlab> gitlab # [    8.229231] systemd[1]: Finished register-nix-paths.service.874vm-test-run-nixbot-gitlab> gitlab # [    8.233387] systemd[1]: Reached target System Initialization.875vm-test-run-nixbot-gitlab> gitlab # [    8.236888] systemd[1]: Started Discard unused filesystem blocks once a week.876vm-test-run-nixbot-gitlab> gitlab # [    8.241412] systemd[1]: Started logrotate.timer.877vm-test-run-nixbot-gitlab> gitlab # [    8.244504] systemd[1]: Started Daily Cleanup of Temporary Directories.878vm-test-run-nixbot-gitlab> gitlab # [    8.248547] systemd[1]: Reached target Timer Units.879vm-test-run-nixbot-gitlab> gitlab # [    8.251728] systemd[1]: Listening on D-Bus System Message Bus Socket.880vm-test-run-nixbot-gitlab> gitlab # [    8.255643] systemd[1]: Listening on Nix Daemon Socket.881vm-test-run-nixbot-gitlab> gitlab # [    8.258953] systemd[1]: Listening on Hostname Service Socket.882vm-test-run-nixbot-gitlab> gitlab # [    8.262838] systemd[1]: Reached target Socket Units.883vm-test-run-nixbot-gitlab> gitlab # [    8.266630] systemd[1]: Reached target Basic System.884vm-test-run-nixbot-gitlab> gitlab # [    8.270482] systemd[1]: Started backdoor.service.885vm-test-run-nixbot-gitlab> gitlab # [    8.273711] systemd[1]: Starting gitlab-config.service...886vm-test-run-nixbot-gitlab> gitlab # [    8.278432] systemd[1]: Starting Import lastlog data into lastlog2 database...887vm-test-run-nixbot-gitlab> gitlab # [    8.285106] systemd[1]: Starting Logrotate configuration check...888vm-test-run-nixbot-gitlab> gitlab # connecting to host...889vm-test-run-nixbot-gitlab> gitlab # [    8.288395] systemd[1]: Starting Name Service Cache Daemon (nsncd)...890vm-test-run-nixbot-gitlab> gitlab # [    8.293301] systemd[1]: Starting Post-Boot Actions...891vm-test-run-nixbot-gitlab> gitlab # [    8.296908] systemd[1]: Started Reset console on configuration changes.892vm-test-run-nixbot-gitlab> gitlab # [    8.299750] systemd[1]: Starting resolvconf update...893vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'894vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell895vm-test-run-nixbot-gitlab> gitlab # [    8.311960] systemd[1]: Finished Post-Boot Actions.896vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.15 seconds)897vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.15 seconds)898vm-test-run-nixbot-gitlab> gitlab # [    8.322714] logrotate[1050]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.899vm-test-run-nixbot-gitlab> gitlab # [    8.323819] logrotate[1050]: reading config file /nix/store/sn4bd2nqi3yg4r51djm9i2rmfgbwvmhb-logrotate.conf900vm-test-run-nixbot-gitlab> gitlab # [    8.324968] logrotate[1050]: note: 'monthly' overrides previously specified 'weekly'901vm-test-run-nixbot-gitlab> gitlab # [    8.326897] logrotate[1050]: Reading state from file: /var/lib/logrotate.status902vm-test-run-nixbot-gitlab> gitlab # [    8.328067] logrotate[1050]: state file /var/lib/logrotate.status does not exist903vm-test-run-nixbot-gitlab> gitlab # [    8.328893] logrotate[1050]: Allocating hash table for state file, size 64 entries904vm-test-run-nixbot-gitlab> gitlab # [    8.335679] logrotate[1050]: Handling 4 logs905vm-test-run-nixbot-gitlab> gitlab # [    8.337413] logrotate[1050]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed906vm-test-run-nixbot-gitlab> gitlab # [    8.340713] logrotate[1050]: considering log /var/log/btmp907vm-test-run-nixbot-gitlab> gitlab # [    8.342036] logrotate[1050]: Creating new state908vm-test-run-nixbot-gitlab> gitlab # [    8.342941] logrotate[1050]:   Now: 2026-06-09 12:28909vm-test-run-nixbot-gitlab> gitlab # [    8.344634] logrotate[1050]:   Last rotated at 2026-06-09 12:00910vm-test-run-nixbot-gitlab> gitlab # [    8.345727] logrotate[1050]:   log does not need rotating (log has already been rotated)911vm-test-run-nixbot-gitlab> gitlab # [    8.346885] logrotate[1050]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed912vm-test-run-nixbot-gitlab> gitlab # [    8.348193] logrotate[1050]: considering log /var/log/wtmp913vm-test-run-nixbot-gitlab> gitlab # [    8.349290] logrotate[1050]: Creating new state914vm-test-run-nixbot-gitlab> gitlab # [    8.350201] logrotate[1050]:   Now: 2026-06-09 12:28915vm-test-run-nixbot-gitlab> gitlab # [    8.351082] logrotate[1050]:   Last rotated at 2026-06-09 12:00916vm-test-run-nixbot-gitlab> gitlab # [    8.352003] logrotate[1050]:   log does not need rotating (log has already been rotated)917vm-test-run-nixbot-gitlab> gitlab # [    8.352625] logrotate[1050]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed918vm-test-run-nixbot-gitlab> gitlab # [    8.353811] logrotate[1050]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1050)919vm-test-run-nixbot-gitlab> gitlab # [    8.354756] logrotate[1050]: considering log /var/gitlab/state/log/*.log920vm-test-run-nixbot-gitlab> gitlab # [    8.355956] logrotate[1050]:   log /var/gitlab/state/log/*.log does not exist -- skipping921vm-test-run-nixbot-gitlab> gitlab # [    8.356805] logrotate[1050]: Creating new state922vm-test-run-nixbot-gitlab> gitlab # [    8.357980] logrotate[1050]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1050)923vm-test-run-nixbot-gitlab> gitlab # [    8.358887] logrotate[1050]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed924vm-test-run-nixbot-gitlab> gitlab # [    8.360107] logrotate[1050]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1050)925vm-test-run-nixbot-gitlab> gitlab # [    8.360954] logrotate[1050]: considering log /var/log/nginx/*.log926vm-test-run-nixbot-gitlab> gitlab # [    8.361881] logrotate[1050]:   log /var/log/nginx/*.log does not exist -- skipping927vm-test-run-nixbot-gitlab> gitlab # [    8.363093] logrotate[1050]: Creating new state928vm-test-run-nixbot-gitlab> gitlab # [    8.363908] logrotate[1050]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1050)929vm-test-run-nixbot-gitlab> gitlab # [    8.365370] systemd[1]: Finished Logrotate configuration check.930vm-test-run-nixbot-gitlab> gitlab # [    8.366709] nsncd[1053]: Jun 09 12:28:10.280 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"931vm-test-run-nixbot-gitlab> gitlab # [    8.367675] systemd[1]: Started Name Service Cache Daemon (nsncd).932vm-test-run-nixbot-gitlab> gitlab # [    8.368204] systemd[1]: Reached target Host and Network Name Lookups.933vm-test-run-nixbot-gitlab> gitlab # [    8.369131] systemd[1]: Reached target User and Group Name Lookups.934vm-test-run-nixbot-gitlab> gitlab # [    8.370037] systemd[1]: Starting D-Bus System Message Bus...935vm-test-run-nixbot-gitlab> gitlab # [    8.392143] systemd[1]: Starting User Login Management...936vm-test-run-nixbot-gitlab> gitlab # [    8.393960] systemd[1]: Finished Import lastlog data into lastlog2 database.937vm-test-run-nixbot-gitlab> gitlab # [    8.422914] dbus-broker-launch[1090]: Looking up NSS user entry for 'systemd-timesync'...938vm-test-run-nixbot-gitlab> gitlab # [    8.425688] dbus-broker-launch[1090]: NSS returned no entry for 'systemd-timesync'939vm-test-run-nixbot-gitlab> gitlab # [    8.426873] dbus-broker-launch[1090]: Invalid user-name in /nix/store/89zj9nmrajvcy9c3c08wv0ir9ww7lgmq-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"940vm-test-run-nixbot-gitlab> gitlab # [    8.432599] systemd[1]: Started D-Bus System Message Bus.941vm-test-run-nixbot-gitlab> gitlab # [    8.437877] systemd-logind[1093]: New seat seat0.942vm-test-run-nixbot-gitlab> gitlab # [    8.441542] systemd-logind[1093]: Watching system buttons on /dev/input/event2 (Power Button)943vm-test-run-nixbot-gitlab> gitlab # [    8.443249] systemd-logind[1093]: Watching system buttons on /dev/input/event5 (QEMU Virtio Keyboard)944vm-test-run-nixbot-gitlab> gitlab # [    8.444389] systemd-logind[1093]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard)945vm-test-run-nixbot-gitlab> gitlab # [    8.445839] dbus-broker-launch[1090]: Ready946vm-test-run-nixbot-gitlab> gitlab # [    8.447124] systemd[1]: Started User Login Management.947vm-test-run-nixbot-gitlab> gitlab # [    8.448776] systemd[1]: Starting linger-users.service...948vm-test-run-nixbot-gitlab> gitlab # [    8.452142] systemd[1]: Stopped target Host and Network Name Lookups.949vm-test-run-nixbot-gitlab> gitlab # [    8.453803] systemd[1]: Stopping Host and Network Name Lookups...950vm-test-run-nixbot-gitlab> gitlab # [    8.455359] systemd[1]: Stopped target User and Group Name Lookups.951vm-test-run-nixbot-gitlab> gitlab # [    8.457320] systemd[1]: Stopping User and Group Name Lookups...952vm-test-run-nixbot-gitlab> gitlab # [    8.458520] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...953vm-test-run-nixbot-gitlab> gitlab # [    8.463820] systemd[1]: nscd.service: Deactivated successfully.954vm-test-run-nixbot-gitlab> gitlab # [    8.465532] systemd[1]: Stopped Name Service Cache Daemon (nsncd).955vm-test-run-nixbot-gitlab> gitlab # [    8.466889] systemd[1]: nscd.service: Consumed 25ms CPU time over 186ms wall clock time, 7.9M memory peak, 5.7M read from disk.956vm-test-run-nixbot-gitlab> gitlab # [    8.469672] systemd[1]: Starting Name Service Cache Daemon (nsncd)...957vm-test-run-nixbot-gitlab> gitlab # [    8.471720] systemd[1]: linger-users.service: Deactivated successfully.958vm-test-run-nixbot-gitlab> gitlab # [    8.473479] systemd[1]: Finished linger-users.service.959vm-test-run-nixbot-gitlab> gitlab # [    8.486313] nsncd[1138]: Jun 09 12:28:10.438 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"960vm-test-run-nixbot-gitlab> gitlab # [    8.489908] systemd[1]: Finished resolvconf update.961vm-test-run-nixbot-gitlab> gitlab # [    8.491510] systemd[1]: Started Name Service Cache Daemon (nsncd).962vm-test-run-nixbot-gitlab> gitlab # [    8.492571] systemd[1]: Reached target Preparation for Network.963vm-test-run-nixbot-gitlab> gitlab # [    8.493452] systemd[1]: Reached target Host and Network Name Lookups.964vm-test-run-nixbot-gitlab> gitlab # [    8.494366] systemd[1]: Reached target User and Group Name Lookups.965vm-test-run-nixbot-gitlab> gitlab # [    8.495231] systemd[1]: Starting DHCP Client...966vm-test-run-nixbot-gitlab> gitlab # [    8.496305] systemd[1]: Starting Address configuration of eth1...967vm-test-run-nixbot-gitlab> gitlab # [    8.499436] systemd[1]: Starting Extra networking commands....968vm-test-run-nixbot-gitlab> gitlab # [    8.522318] network-addresses-eth1-start[1165]: adding address 192.168.1.1/24... done969vm-test-run-nixbot-gitlab> gitlab # [    8.525426] network-addresses-eth1-start[1165]: adding address 2001:db8:1::1/64... done970vm-test-run-nixbot-gitlab> gitlab # [    8.532909] systemd[1]: Finished Address configuration of eth1.971vm-test-run-nixbot-gitlab> gitlab # [    8.563342] systemd[1]: Finished Extra networking commands..972vm-test-run-nixbot-gitlab> gitlab # [    8.565433] systemd[1]: Reached target Network.973vm-test-run-nixbot-gitlab> gitlab # [    8.569494] systemd[1]: Starting gitlab-workhorse.service...974vm-test-run-nixbot-gitlab> gitlab # [    8.573644] systemd[1]: Starting Nginx Web Server...975vm-test-run-nixbot-gitlab> gitlab # [    8.577063] systemd[1]: Starting PostgreSQL Server...976vm-test-run-nixbot-gitlab> gitlab # [    8.583391] systemd[1]: Starting Redis Server - redis-gitlab...977vm-test-run-nixbot-gitlab> gitlab # [    8.586894] systemd[1]: Starting Permit User Sessions...978vm-test-run-nixbot-gitlab> gitlab # [    8.590112] dhcpcd[1193]: dhcpcd-10.3.2 starting979vm-test-run-nixbot-gitlab> gitlab # [    8.594243] dhcpcd[1228]: dev: loaded udev980vm-test-run-nixbot-gitlab> gitlab # [    8.865781] 8021q: 802.1Q VLAN Support v1.8981vm-test-run-nixbot-gitlab> gitlab # [    8.867010] 8021q: adding VLAN 0 to HW filter on device eth1982vm-test-run-nixbot-gitlab> gitlab # [    8.607617] systemd[1]: Finished Permit User Sessions.983vm-test-run-nixbot-gitlab> gitlab # [    8.613973] systemd[1]: Started Getty on tty1.984vm-test-run-nixbot-gitlab> gitlab # [    8.617992] systemd[1]: Reached target Login Prompts.985vm-test-run-nixbot-gitlab> gitlab # [    8.619486] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.986vm-test-run-nixbot-gitlab> gitlab # [    8.967196] cfg80211: Loading compiled-in X.509 certificates for regulatory database987vm-test-run-nixbot-gitlab> gitlab # [    8.975279] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'988vm-test-run-nixbot-gitlab> gitlab # [    8.977227] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'989vm-test-run-nixbot-gitlab> gitlab # [    8.981844] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2990vm-test-run-nixbot-gitlab> gitlab # [    8.985966] cfg80211: failed to load regulatory.db991vm-test-run-nixbot-gitlab> gitlab # [    8.721769] nginx-pre-start[1247]: nginx: the configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf syntax is ok992vm-test-run-nixbot-gitlab> gitlab # [    8.723043] nginx-pre-start[1247]: nginx: configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf test is successful993vm-test-run-nixbot-gitlab> gitlab # [    8.734782] systemd[1]: Started Nginx Web Server.994vm-test-run-nixbot-gitlab> gitlab # [    8.749195] redis-server[1246]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.995vm-test-run-nixbot-gitlab> gitlab # [    8.757300] redis-server[1246]: oO0OoO0OoO0Oo Redis [    9.024028] 8021q: adding VLAN 0 to HW filter on device eth0996vm-test-run-nixbot-gitlab> gitlab # is starting oO0OoO0OoO0Oo997vm-test-run-nixbot-gitlab> gitlab # [    8.765151] systemd[1]: Started Redis Server - redis-gitlab.998vm-test-run-nixbot-gitlab> gitlab # [    8.767043] redis-server[1246]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1246, just started999vm-test-run-nixbot-gitlab> gitlab # [    8.769863] redis-server[1246]: Configuration loaded1000vm-test-run-nixbot-gitlab> gitlab # [    8.772558] redis[1246]: monotonic clock: POSIX clock_gettime1001vm-test-run-nixbot-gitlab> gitlab # [    8.774519] postgresql-pre-start[1250]: The files belonging to this database system will be owned by user "postgres".1002vm-test-run-nixbot-gitlab> gitlab # [    8.776089] postgresql-pre-start[1250]: This user must also own the server process.1003vm-test-run-nixbot-gitlab> gitlab # [    8.776989] redis[1246]: Running mode=standalone, port=0.1004vm-test-run-nixbot-gitlab> gitlab # [    8.777931] redis[1246]: Server initialized1005vm-test-run-nixbot-gitlab> gitlab # [    8.779106] redis[1246]: Ready to accept connections unix1006vm-test-run-nixbot-gitlab> gitlab # [    8.779937] redis[1246]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.1007vm-test-run-nixbot-gitlab> gitlab # [    8.781165] dhcpcd[1228]: eth0: waiting for carrier1008vm-test-run-nixbot-gitlab> gitlab # [    8.782055] dhcpcd[1228]: eth0: carrier acquired1009vm-test-run-nixbot-gitlab> gitlab # [    8.782855] dhcpcd[1228]: DUID 00:01:00:01:31:ba:c3:5a:52:54:00:12:34:561010vm-test-run-nixbot-gitlab> gitlab # [    8.784198] dhcpcd[1228]: eth0: IAID 00:12:34:561011vm-test-run-nixbot-gitlab> gitlab # [    8.785201] dhcpcd[1228]: eth0: adding address fe80::5054:ff:fe12:34561012vm-test-run-nixbot-gitlab> gitlab # [    8.793074] postgresql-pre-start[1250]: The database cluster will be initialized with locale "en_US.UTF-8".1013vm-test-run-nixbot-gitlab> gitlab # [    8.794117] postgresql-pre-start[1250]: The default database encoding has accordingly been set to "UTF8".1014vm-test-run-nixbot-gitlab> gitlab # [    8.795052] postgresql-pre-start[1250]: The default text search configuration will be set to "english".1015vm-test-run-nixbot-gitlab> gitlab # [    8.796061] postgresql-pre-start[1250]: Data page checksums are disabled.1016vm-test-run-nixbot-gitlab> gitlab # [    8.797052] postgresql-pre-start[1250]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok1017vm-test-run-nixbot-gitlab> gitlab # [    8.804085] postgresql-pre-start[1250]: creating subdirectories ... ok1018vm-test-run-nixbot-gitlab> gitlab # [    8.805835] postgresql-pre-start[1250]: selecting dynamic shared memory implementation ... posix1019vm-test-run-nixbot-gitlab> gitlab # [    8.836223] postgresql-pre-start[1250]: selecting default "max_connections" ... 1001020vm-test-run-nixbot-gitlab> gitlab # [    8.880522] postgresql-pre-start[1250]: selecting default "shared_buffers" ... 128MB1021vm-test-run-nixbot-gitlab> gitlab # [    9.044302] systemd[1]: Started gitlab-workhorse.service.1022vm-test-run-nixbot-gitlab> gitlab # [    9.239264] postgresql-pre-start[1250]: selecting default time zone ... UTC1023vm-test-run-nixbot-gitlab> gitlab # [    9.242543] postgresql-pre-start[1250]: creating configuration files ... ok1024vm-test-run-nixbot-gitlab> gitlab # [    9.290762] gitlab-workhorse[1283]: time="2026-06-09T12:28:11Z" level=info msg=Starting build_time=19700101.000000 version=18.11.41025vm-test-run-nixbot-gitlab> gitlab # [    9.292920] gitlab-workhorse[1283]: time="2026-06-09T12:28:11Z" level=info msg="Using redis/go-redis"1026vm-test-run-nixbot-gitlab> gitlab # [    9.294854] gitlab-workhorse[1283]: time="2026-06-09T12:28:11Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1027vm-test-run-nixbot-gitlab> gitlab # [    9.425566] postgresql-pre-start[1250]: running bootstrap script ... ok1028vm-test-run-nixbot-gitlab> gitlab # [    9.890449] postgresql-pre-start[1250]: performing post-bootstrap initialization ... ok1029vm-test-run-nixbot-gitlab> gitlab # [   10.300915] postgresql-pre-start[1250]: syncing data to disk ... ok1030vm-test-run-nixbot-gitlab> gitlab # [   10.304440] postgresql-pre-start[1250]: initdb: warning: enabling "trust" authentication for local connections1031vm-test-run-nixbot-gitlab> gitlab # [   10.307923] postgresql-pre-start[1250]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1032vm-test-run-nixbot-gitlab> gitlab # [   10.312202] postgresql-pre-start[1250]: Success. You can now start the database server using:1033vm-test-run-nixbot-gitlab> gitlab # [   10.314943] postgresql-pre-start[1250]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start1034vm-test-run-nixbot-gitlab> gitlab # [   10.456318] postgres[1307]: [1307] LOG:  starting PostgreSQL 17.10 on x86_64-pc-linux-gnu, compiled by clang version 21.1.8, 64-bit1035vm-test-run-nixbot-gitlab> gitlab # [   10.463468] postgres[1307]: [1307] LOG:  listening on IPv6 address "::1", port 54321036vm-test-run-nixbot-gitlab> gitlab # [   10.466182] postgres[1307]: [1307] LOG:  listening on IPv4 address "127.0.0.1", port 54321037vm-test-run-nixbot-gitlab> gitlab # [   10.476732] postgres[1307]: [1307] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1038vm-test-run-nixbot-gitlab> gitlab # [   10.491932] postgres[1318]: [1318] LOG:  database system was shut down at 2026-06-09 12:28:11 GMT1039vm-test-run-nixbot-gitlab> gitlab # [   10.499961] postgres[1307]: [1307] LOG:  database system is ready to accept connections1040vm-test-run-nixbot-gitlab> gitlab # [   10.506676] systemd[1]: Started PostgreSQL Server.1041vm-test-run-nixbot-gitlab> gitlab # [   10.511447] systemd[1]: Starting PostgreSQL Setup Scripts...1042vm-test-run-nixbot-gitlab> gitlab # [   10.610378] dhcpcd[1228]: eth0: soliciting an IPv6 router1043vm-test-run-nixbot-gitlab> gitlab # [   10.613237] dhcpcd[1228]: eth0: Router Advertisement from fe80::21044vm-test-run-nixbot-gitlab> gitlab # [   10.616678] dhcpcd[1228]: eth0: adding address fec0::5054:ff:fe12:3456/641045vm-test-run-nixbot-gitlab> gitlab # [   10.620341] dhcpcd[1228]: eth0: adding route to fec0::/641046vm-test-run-nixbot-gitlab> gitlab # [   10.623093] dhcpcd[1228]: eth0: adding default route via fe80::21047vm-test-run-nixbot-gitlab> gitlab # [   10.643466] postgresql-setup-start[1338]: CREATE DATABASE1048vm-test-run-nixbot-gitlab> gitlab # [   10.667541] postgresql-setup-start[1344]: CREATE ROLE1049vm-test-run-nixbot-gitlab> gitlab # [   10.681753] postgresql-setup-start[1346]: ALTER DATABASE1050vm-test-run-nixbot-gitlab> gitlab # [   10.695686] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1336]: mkdir -p /var/gitlab/state/home/.ssh: OK1051vm-test-run-nixbot-gitlab> gitlab # [   10.702122] postgresql-setup-start[1352]: CREATE ROLE1052vm-test-run-nixbot-gitlab> gitlab # [   10.704521] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1336]: chmod 700 /var/gitlab/state/home/.ssh: OK1053vm-test-run-nixbot-gitlab> gitlab # [   10.711660] systemd[1]: Finished PostgreSQL Setup Scripts.1054vm-test-run-nixbot-gitlab> gitlab # [   10.714447] systemd[1]: Reached target PostgreSQL.1055vm-test-run-nixbot-gitlab> gitlab # [   10.716692] dhcpcd[1228]: eth0: soliciting a DHCP lease1056vm-test-run-nixbot-gitlab> gitlab # [   10.717909] systemd[1]: Starting gitlab-postgresql.service...1057vm-test-run-nixbot-gitlab> gitlab # [   10.988661] NET: Registered PF_PACKET protocol family1058vm-test-run-nixbot-gitlab> gitlab # [   10.728597] dhcpcd[1228]: eth0: offered 10.0.2.15 from 10.0.2.21059vm-test-run-nixbot-gitlab> gitlab # [   10.734085] dhcpcd[1228]: eth0: probing address 10.0.2.15/241060vm-test-run-nixbot-gitlab> gitlab # [   10.764565] systemd[1]: Finished gitlab-config.service.1061vm-test-run-nixbot-gitlab> gitlab # [   10.768691] systemd[1]: Started gitaly.service.1062vm-test-run-nixbot-gitlab> gitlab # [   10.772320] systemd[1]: Starting gitlab-db-config.service...1063vm-test-run-nixbot-gitlab> gitlab # [   10.819393] gitlab-postgresql-start[1370]: CREATE DATABASE1064vm-test-run-nixbot-gitlab> gitlab # [   10.853232] gitlab-postgresql-start[1382]: CREATE EXTENSION1065vm-test-run-nixbot-gitlab> gitlab # [   10.903752] gitlab-postgresql-start[1384]: CREATE EXTENSION1066vm-test-run-nixbot-gitlab> gitlab # [   10.907653] systemd[1]: Finished gitlab-postgresql.service.1067vm-test-run-nixbot-gitlab> gitlab # [   11.405086] gitaly[1375]: time="2026-06-09T12:28:13.356Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/2wcq0nlg508fs5wq7jnpg1lw2pib950g-gitaly.toml' and fix the errors that are printed." pid=13751068vm-test-run-nixbot-gitlab> gitlab # [   11.408367] gitaly[1375]: time="2026-06-09T12:28:13.357Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=13751069vm-test-run-nixbot-gitlab> gitlab # [   11.429053] gitaly[1375]: time="2026-06-09T12:28:13.357Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=13751070vm-test-run-nixbot-gitlab> gitlab # [   11.436872] gitaly[1375]: time="2026-06-09T12:28:13.389Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=13751071vm-test-run-nixbot-gitlab> gitlab # [   11.438736] gitaly[1375]: time="2026-06-09T12:28:13.389Z" level=info msg="Starting Gitaly" pid=1375 version=18.11.41072vm-test-run-nixbot-gitlab> gitlab # [   11.641435] gitaly[1375]: time="2026-06-09T12:28:13.593Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=191 pid=13751073vm-test-run-nixbot-gitlab> gitlab # [   11.643076] gitaly[1375]: time="2026-06-09T12:28:13.593Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=13751074vm-test-run-nixbot-gitlab> gitlab # [   11.644220] gitaly[1375]: time="2026-06-09T12:28:13.594Z" level=info msg="finished initializing command factory" duration_ms=0 pid=13751075vm-test-run-nixbot-gitlab> gitlab # [   11.644967] gitaly[1375]: time="2026-06-09T12:28:13.594Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1375/git-exec-1756506701.d/git pid=13751076vm-test-run-nixbot-gitlab> gitlab # [   11.646540] gitaly[1375]: time="2026-06-09T12:28:13.598Z" level=info msg="finished detecting git version" duration_ms=4 pid=13751077vm-test-run-nixbot-gitlab> gitlab # [   11.647418] gitaly[1375]: time="2026-06-09T12:28:13.598Z" level=info msg="using Git version" pid=1375 version=2.53.g1078vm-test-run-nixbot-gitlab> gitlab # [   11.648875] gitaly[1375]: time="2026-06-09T12:28:13.600Z" level=info msg="clearing disk cache object folder" pid=1375 storage=default1079vm-test-run-nixbot-gitlab> gitlab # [   11.650259] gitaly[1375]: time="2026-06-09T12:28:13.600Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3784803774 pid=1375 storage=default1080vm-test-run-nixbot-gitlab> gitlab # [   11.651310] gitaly[1375]: time="2026-06-09T12:28:13.600Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3784803774 pid=1375 storage=default1081vm-test-run-nixbot-gitlab> gitlab # [   11.652532] gitaly[1375]: time="2026-06-09T12:28:13.600Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=13751082vm-test-run-nixbot-gitlab> gitlab # [   11.653488] gitaly[1375]: time="2026-06-09T12:28:13.601Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3784803774 clear_duration_ms=0 pid=1375 storage=default1083vm-test-run-nixbot-gitlab> gitlab # [   11.655047] gitaly[1375]: time="2026-06-09T12:28:13.601Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=13751084vm-test-run-nixbot-gitlab> gitlab # [   11.766812] gitaly[1375]: time="2026-06-09T12:28:13.718Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=13751085vm-test-run-nixbot-gitlab> gitlab # [   11.767974] gitaly[1375]: time="2026-06-09T12:28:13.718Z" level=info msg="counting repositories" pid=13751086vm-test-run-nixbot-gitlab> gitlab # [   11.769101] gitaly[1375]: time="2026-06-09T12:28:13.718Z" level=info msg="starting to count repositories" pid=1375 storage_path=/var/gitlab/state/repositories1087vm-test-run-nixbot-gitlab> gitlab # [   11.769906] gitaly[1375]: time="2026-06-09T12:28:13.718Z" level=info msg="finished tempdir cleaner walk" pid=1375 storage=default time_ms=01088vm-test-run-nixbot-gitlab> gitlab # [   11.771410] gitaly[1375]: time="2026-06-09T12:28:13.718Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1375 storage_path=/var/gitlab/state/repositories1089vm-test-run-nixbot-gitlab> gitlab # [   11.772305] gitaly[1375]: time="2026-06-09T12:28:13.718Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13751090vm-test-run-nixbot-gitlab> gitlab # [   11.772821] gitaly[1375]: time="2026-06-09T12:28:13.718Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1375 schema=unix1091vm-test-run-nixbot-gitlab> gitlab # [   11.773954] gitaly[1375]: time="2026-06-09T12:28:13.718Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1375/sock.d/intern pid=1375 schema=unix1092vm-test-run-nixbot-gitlab> gitlab # [   11.775211] gitaly[1375]: time="2026-06-09T12:28:13.724Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13751093vm-test-run-nixbot-gitlab> gitlab # [   11.776114] gitaly[1375]: time="2026-06-09T12:28:13.724Z" level=info msg="Started Gitaly" duration_ms=334 pid=13751094vm-test-run-nixbot-gitlab> gitlab # [   11.776932] gitaly[1375]: time="2026-06-09T12:28:13.724Z" level=info msg="maintenance: daily scheduled" pid=1375 scheduled="2026-06-10 12:00:00 +0000 UTC"1095vm-test-run-nixbot-gitlab> gitlab # [   12.086382] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1378]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1096vm-test-run-nixbot-gitlab> gitlab # [   12.088929] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1378]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1097vm-test-run-nixbot-gitlab> gitlab # [   12.110332] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1378]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1098vm-test-run-nixbot-gitlab> gitlab # [   13.699352] gitaly[1375]: time="2026-06-09T12:28:15.650Z" level=info msg="License database preloaded" duration_ms=2261 pid=13751099vm-test-run-nixbot-gitlab> gitlab # [   14.997527] dhcpcd[1228]: eth0: leased 10.0.2.15 for 86400 seconds1100vm-test-run-nixbot-gitlab> gitlab # [   14.999734] dhcpcd[1228]: eth0: adding route to 10.0.2.0/241101vm-test-run-nixbot-gitlab> gitlab # [   15.001557] dhcpcd[1228]: eth0: adding default route via 10.0.2.21102vm-test-run-nixbot-gitlab> gitlab # [   15.120387] systemd[1]: Started DHCP Client.1103vm-test-run-nixbot-gitlab> gitlab # [   15.124467] systemd[1]: Reached target Network is Online.1104vm-test-run-nixbot-gitlab> gitlab # [   41.832709] postgres[1732]: [1732] ERROR:  relation "feature_gates" does not exist at character 5231105vm-test-run-nixbot-gitlab> gitlab # [   41.837418] postgres[1732]: [1732] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),1106vm-test-run-nixbot-gitlab> gitlab # [   41.840804] postgres[1732]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1107vm-test-run-nixbot-gitlab> gitlab # [   41.846692] postgres[1732]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,1108vm-test-run-nixbot-gitlab> gitlab # [   41.850971] postgres[1732]: 	       attidentity AS identity,1109vm-test-run-nixbot-gitlab> gitlab # [   41.855377] postgres[1732]: 	       attgenerated as attgenerated1110vm-test-run-nixbot-gitlab> gitlab # [   41.859504] postgres[1732]: 	  FROM pg_attribute a1111vm-test-run-nixbot-gitlab> gitlab # [   41.862470] postgres[1732]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1112vm-test-run-nixbot-gitlab> gitlab # [   41.866989] postgres[1732]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid1113vm-test-run-nixbot-gitlab> gitlab # [   41.870859] postgres[1732]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1114vm-test-run-nixbot-gitlab> gitlab # [   41.874724] postgres[1732]: 	 WHERE a.attrelid = '"feature_gates"'::regclass1115vm-test-run-nixbot-gitlab> gitlab # [   41.880962] postgres[1732]: 	   AND a.attnum > 0 AND NOT a.attisdropped1116vm-test-run-nixbot-gitlab> gitlab # [   41.884831] postgres[1732]: 	 ORDER BY a.attnum1117vm-test-run-nixbot-gitlab> gitlab # [   41.887420] postgres[1732]:1118vm-test-run-nixbot-gitlab> gitlab # [   42.028338] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1378]: W, [2026-06-09T12:28:43.979688 #1378]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1119vm-test-run-nixbot-gitlab> gitlab # [   47.319772] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1787]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping1120vm-test-run-nixbot-gitlab> gitlab # [   47.323816] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1787]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping1121vm-test-run-nixbot-gitlab> gitlab # [   49.363346] gitlab-workhorse[1283]: time="2026-06-09T12:28:51Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1122vm-test-run-nixbot-gitlab> gitlab # [   59.372672] gitlab-workhorse[1283]: time="2026-06-09T12:29:01Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1123vm-test-run-nixbot-gitlab> gitlab # [   64.546352] postgres[1871]: [1871] ERROR:  relation "table_without_models" does not exist1124vm-test-run-nixbot-gitlab> gitlab # [   64.549782] postgres[1871]: [1871] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')1125vm-test-run-nixbot-gitlab> gitlab # [   69.381651] gitlab-workhorse[1283]: time="2026-06-09T12:29:11Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1126vm-test-run-nixbot-gitlab> gitlab # [   78.901978] systemd[1]: Finished gitlab-db-config.service.1127vm-test-run-nixbot-gitlab> gitlab # [   78.909794] systemd[1]: Started gitlab-sidekiq.service.1128vm-test-run-nixbot-gitlab> gitlab # [   78.914235] systemd[1]: Starting gitlab.service...1129vm-test-run-nixbot-gitlab> gitlab # [   79.274878] bundle[2065]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1130vm-test-run-nixbot-gitlab> gitlab # [   79.278520] bundle[2065]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1131vm-test-run-nixbot-gitlab> gitlab # [   79.281394] bundle[2065]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1132vm-test-run-nixbot-gitlab> gitlab # [   79.391665] gitlab-workhorse[1283]: time="2026-06-09T12:29:21Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1133vm-test-run-nixbot-gitlab> gitlab # [   82.040884] sidekiq-cluster[2064]: {"severity":"INFO","time":"2026-06-09T12:29:23.975Z","message":"Starting cluster with 1 processes"}1134vm-test-run-nixbot-gitlab> gitlab # [   82.207459] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.138Z","pid":2065,"message":"* Enabling systemd notification integration"}1135vm-test-run-nixbot-gitlab> gitlab # [   82.210191] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.158Z","pid":2065,"message":"Puma starting in cluster mode..."}1136vm-test-run-nixbot-gitlab> gitlab # [   82.212976] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.158Z","pid":2065,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1137vm-test-run-nixbot-gitlab> gitlab # [   82.217135] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.158Z","pid":2065,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1138vm-test-run-nixbot-gitlab> gitlab # [   82.219777] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.159Z","pid":2065,"message":"*  Min threads: 0"}1139vm-test-run-nixbot-gitlab> gitlab # [   82.222522] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.159Z","pid":2065,"message":"*  Max threads: 4"}1140vm-test-run-nixbot-gitlab> gitlab # [   82.224613] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.159Z","pid":2065,"message":"*  Environment: production"}1141vm-test-run-nixbot-gitlab> gitlab # [   82.227927] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.159Z","pid":2065,"message":"*   Master PID: 2065"}1142vm-test-run-nixbot-gitlab> gitlab # [   82.230701] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.159Z","pid":2065,"message":"*      Workers: 2"}1143vm-test-run-nixbot-gitlab> gitlab # [   82.232747] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.159Z","pid":2065,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}1144vm-test-run-nixbot-gitlab> gitlab # [   82.235463] bundle[2065]: {"timestamp":"2026-06-09T12:29:24.160Z","pid":2065,"message":"* Preloading application"}1145vm-test-run-nixbot-gitlab> gitlab # [   89.401467] gitlab-workhorse[1283]: time="2026-06-09T12:29:31Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1146vm-test-run-nixbot-gitlab> gitlab # [   99.403397] gitlab-workhorse[1283]: time="2026-06-09T12:29:41Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1147vm-test-run-nixbot-gitlab> gitlab # [  105.512599] bundle[2065]: W, [2026-06-09T12:29:47.463801 #2065]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1148vm-test-run-nixbot-gitlab> gitlab # [  108.340200] sidekiq-cluster[2095]: 2026-06-09T12:29:50.291Z pid=2095 tid=tyf INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2095, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>430264320}1149vm-test-run-nixbot-gitlab> gitlab # [  108.526364] sidekiq-cluster[2095]: W, [2026-06-09T12:29:50.478337 #2095]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1150vm-test-run-nixbot-gitlab> gitlab # [  108.566245] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:50.518Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1151vm-test-run-nixbot-gitlab> gitlab # [  109.413685] gitlab-workhorse[1283]: time="2026-06-09T12:29:51Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1152vm-test-run-nixbot-gitlab> gitlab # [  110.496957] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.448Z","message":"GitLab reliable fetch activated!"}1153vm-test-run-nixbot-gitlab> gitlab # [  110.504205] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.448Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1154vm-test-run-nixbot-gitlab> gitlab # [  110.545243] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.497Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1155vm-test-run-nixbot-gitlab> gitlab # [  110.556522] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.502Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1156vm-test-run-nixbot-gitlab> gitlab # [  110.564641] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.507Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1157vm-test-run-nixbot-gitlab> gitlab # [  110.567207] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.511Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1158vm-test-run-nixbot-gitlab> gitlab # [  110.569352] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.514Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1159vm-test-run-nixbot-gitlab> gitlab # [  110.572880] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.516Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1160vm-test-run-nixbot-gitlab> gitlab # [  110.576046] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.519Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1161vm-test-run-nixbot-gitlab> gitlab # [  110.577094] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.521Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1162vm-test-run-nixbot-gitlab> gitlab # [  110.581883] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.523Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1163vm-test-run-nixbot-gitlab> gitlab # [  110.589680] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.526Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1164vm-test-run-nixbot-gitlab> gitlab # [  110.593181] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.528Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1165vm-test-run-nixbot-gitlab> gitlab # [  110.595433] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.531Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1166vm-test-run-nixbot-gitlab> gitlab # [  110.599057] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.533Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1167vm-test-run-nixbot-gitlab> gitlab # [  110.600933] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.536Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1168vm-test-run-nixbot-gitlab> gitlab # [  110.602859] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.538Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1169vm-test-run-nixbot-gitlab> gitlab # [  110.604319] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.541Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1170vm-test-run-nixbot-gitlab> gitlab # [  110.605182] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.543Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1171vm-test-run-nixbot-gitlab> gitlab # [  110.606045] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.547Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1172vm-test-run-nixbot-gitlab> gitlab # [  110.607800] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.550Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1173vm-test-run-nixbot-gitlab> gitlab # [  110.609043] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.552Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [  110.609859] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.555Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1175vm-test-run-nixbot-gitlab> gitlab # [  110.611666] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.558Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1176vm-test-run-nixbot-gitlab> gitlab # [  110.612870] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.560Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1177vm-test-run-nixbot-gitlab> gitlab # [  110.617055] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.563Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1178vm-test-run-nixbot-gitlab> gitlab # [  110.617915] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.565Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1179vm-test-run-nixbot-gitlab> gitlab # [  110.619483] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.568Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1180vm-test-run-nixbot-gitlab> gitlab # [  110.620565] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.570Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1181vm-test-run-nixbot-gitlab> gitlab # [  110.621453] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.573Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1182vm-test-run-nixbot-gitlab> gitlab # [  110.624124] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.576Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1183vm-test-run-nixbot-gitlab> gitlab # [  110.626758] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.579Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1184vm-test-run-nixbot-gitlab> gitlab # [  110.630271] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.581Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1185vm-test-run-nixbot-gitlab> gitlab # [  110.632453] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.584Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1186vm-test-run-nixbot-gitlab> gitlab # [  110.637811] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.589Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1187vm-test-run-nixbot-gitlab> gitlab # [  110.641649] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.593Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1188vm-test-run-nixbot-gitlab> gitlab # [  110.644165] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.596Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1189vm-test-run-nixbot-gitlab> gitlab # [  110.646617] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.598Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1190vm-test-run-nixbot-gitlab> gitlab # [  110.648993] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.601Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1191vm-test-run-nixbot-gitlab> gitlab # [  110.651732] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.604Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1192vm-test-run-nixbot-gitlab> gitlab # [  110.654628] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.606Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1193vm-test-run-nixbot-gitlab> gitlab # [  110.656957] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.609Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1194vm-test-run-nixbot-gitlab> gitlab # [  110.659409] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.611Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1195vm-test-run-nixbot-gitlab> gitlab # [  110.661826] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.614Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1196vm-test-run-nixbot-gitlab> gitlab # [  110.664185] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.616Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1197vm-test-run-nixbot-gitlab> gitlab # [  110.666608] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.618Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1198vm-test-run-nixbot-gitlab> gitlab # [  110.668925] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.621Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1199vm-test-run-nixbot-gitlab> gitlab # [  110.671693] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.624Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1200vm-test-run-nixbot-gitlab> gitlab # [  110.674203] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.626Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1201vm-test-run-nixbot-gitlab> gitlab # [  110.676558] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.628Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1202vm-test-run-nixbot-gitlab> gitlab # [  110.679097] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.631Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1203vm-test-run-nixbot-gitlab> gitlab # [  110.681931] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.634Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1204vm-test-run-nixbot-gitlab> gitlab # [  110.684660] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.636Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1205vm-test-run-nixbot-gitlab> gitlab # [  110.687461] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.639Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1206vm-test-run-nixbot-gitlab> gitlab # [  110.690366] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.642Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1207vm-test-run-nixbot-gitlab> gitlab # [  110.700219] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.652Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1208vm-test-run-nixbot-gitlab> gitlab # [  110.703230] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.655Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1209vm-test-run-nixbot-gitlab> gitlab # [  110.705696] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.658Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1210vm-test-run-nixbot-gitlab> gitlab # [  110.708549] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.660Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1211vm-test-run-nixbot-gitlab> gitlab # [  110.711051] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.663Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1212vm-test-run-nixbot-gitlab> gitlab # [  110.713886] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.666Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1213vm-test-run-nixbot-gitlab> gitlab # [  110.716171] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.668Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1214vm-test-run-nixbot-gitlab> gitlab # [  110.718733] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.671Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1215vm-test-run-nixbot-gitlab> gitlab # [  110.721207] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.673Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1216vm-test-run-nixbot-gitlab> gitlab # [  110.723576] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.675Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1217vm-test-run-nixbot-gitlab> gitlab # [  110.726558] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.678Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1218vm-test-run-nixbot-gitlab> gitlab # [  110.729498] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.681Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1219vm-test-run-nixbot-gitlab> gitlab # [  110.797418] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.684Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1220vm-test-run-nixbot-gitlab> gitlab # [  110.800125] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.687Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1221vm-test-run-nixbot-gitlab> gitlab # [  110.801386] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.711Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1222vm-test-run-nixbot-gitlab> gitlab # [  110.802195] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.713Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1223vm-test-run-nixbot-gitlab> gitlab # [  110.803221] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.716Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1224vm-test-run-nixbot-gitlab> gitlab # [  110.804742] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.718Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1225vm-test-run-nixbot-gitlab> gitlab # [  110.806051] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.720Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1226vm-test-run-nixbot-gitlab> gitlab # [  110.807305] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.723Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1227vm-test-run-nixbot-gitlab> gitlab # [  110.808153] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.725Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1228vm-test-run-nixbot-gitlab> gitlab # [  110.809036] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.728Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1229vm-test-run-nixbot-gitlab> gitlab # [  110.809856] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.730Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1230vm-test-run-nixbot-gitlab> gitlab # [  110.810992] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.733Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1231vm-test-run-nixbot-gitlab> gitlab # [  110.811929] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.736Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1232vm-test-run-nixbot-gitlab> gitlab # [  110.812991] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.739Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1233vm-test-run-nixbot-gitlab> gitlab # [  110.813867] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.741Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1234vm-test-run-nixbot-gitlab> gitlab # [  110.815054] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.743Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1235vm-test-run-nixbot-gitlab> gitlab # [  110.815879] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.746Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1236vm-test-run-nixbot-gitlab> gitlab # [  110.817045] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.748Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1237vm-test-run-nixbot-gitlab> gitlab # [  110.817894] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.757Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1238vm-test-run-nixbot-gitlab> gitlab # [  110.819058] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.761Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1239vm-test-run-nixbot-gitlab> gitlab # [  110.819889] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.763Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1240vm-test-run-nixbot-gitlab> gitlab # [  110.821120] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.766Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1241vm-test-run-nixbot-gitlab> gitlab # [  110.821903] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.769Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1242vm-test-run-nixbot-gitlab> gitlab # [  110.823154] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.772Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1243vm-test-run-nixbot-gitlab> gitlab # [  110.823943] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.774Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1244vm-test-run-nixbot-gitlab> gitlab # [  110.825130] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.777Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1245vm-test-run-nixbot-gitlab> gitlab # [  110.827433] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.779Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1246vm-test-run-nixbot-gitlab> gitlab # [  110.829621] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.781Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1247vm-test-run-nixbot-gitlab> gitlab # [  110.833058] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.784Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1248vm-test-run-nixbot-gitlab> gitlab # [  110.836980] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.786Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1249vm-test-run-nixbot-gitlab> gitlab # [  110.904479] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.789Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1250vm-test-run-nixbot-gitlab> gitlab # [  110.905730] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.792Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1251vm-test-run-nixbot-gitlab> gitlab # [  110.906855] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.795Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1252vm-test-run-nixbot-gitlab> gitlab # [  110.907996] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.797Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1253vm-test-run-nixbot-gitlab> gitlab # [  110.908858] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.808Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1254vm-test-run-nixbot-gitlab> gitlab # [  110.909985] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.810Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1255vm-test-run-nixbot-gitlab> gitlab # [  110.911167] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.812Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1256vm-test-run-nixbot-gitlab> gitlab # [  110.912044] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.816Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1257vm-test-run-nixbot-gitlab> gitlab # [  110.912913] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.819Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1258vm-test-run-nixbot-gitlab> gitlab # [  110.914052] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.822Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1259vm-test-run-nixbot-gitlab> gitlab # [  110.914873] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.824Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1260vm-test-run-nixbot-gitlab> gitlab # [  110.916064] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.827Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1261vm-test-run-nixbot-gitlab> gitlab # [  110.916923] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.829Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1262vm-test-run-nixbot-gitlab> gitlab # [  110.918142] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.832Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1263vm-test-run-nixbot-gitlab> gitlab # [  110.918970] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:29:52.835Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1264vm-test-run-nixbot-gitlab> gitlab # [  119.424725] gitlab-workhorse[1283]: time="2026-06-09T12:30:01Z" level=error correlation_id= duration_ms=1 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1265vm-test-run-nixbot-gitlab> gitlab # [  129.427485] gitlab-workhorse[1283]: time="2026-06-09T12:30:11Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1266vm-test-run-nixbot-gitlab> gitlab # [  132.928804] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:14.880Z","message":"Booted Rails 7.2.3 application in production environment"}1267vm-test-run-nixbot-gitlab> gitlab # [  132.936673] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:14.888Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1268vm-test-run-nixbot-gitlab> gitlab # [  132.939199] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:14.888Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1269vm-test-run-nixbot-gitlab> gitlab # [  132.942151] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:14.888Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1270vm-test-run-nixbot-gitlab> gitlab # [  132.942585] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:14.890Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1271vm-test-run-nixbot-gitlab> gitlab # [  134.344459] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:16.296Z","message":"Cleaning working queues"}1272vm-test-run-nixbot-gitlab> gitlab # [  134.348073] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:16.299Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"540aa54ad29a66d63918f2bb","created_at":"2026-06-09T12:29:20.260Z","trace_propagation_headers":{"sentry-trace":"d32fc62bda3c45718f86901a3f84c914-5dd65bacf70f4d5c","baggage":"sentry-trace_id=d32fc62bda3c45718f86901a3f84c914,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"fab9724d816387aa844536d94ff6de9d","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T12:29:20.271Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-540aa54ad29a66d63918f2bb: start","job_status":"start","queue_duration_s":56.028697,"scheduling_latency_s":56.028798}1273vm-test-run-nixbot-gitlab> gitlab # [  134.567425] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:16.519Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"540aa54ad29a66d63918f2bb","created_at":"2026-06-09T12:29:20.260Z","trace_propagation_headers":{"sentry-trace":"d32fc62bda3c45718f86901a3f84c914-5dd65bacf70f4d5c","baggage":"sentry-trace_id=d32fc62bda3c45718f86901a3f84c914,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"fab9724d816387aa844536d94ff6de9d","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T12:29:20.271Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-540aa54ad29a66d63918f2bb: done: 0.219726 sec","job_status":"done","queue_duration_s":56.028697,"scheduling_latency_s":56.028798,"redis_calls":31,"redis_duration_s":0.012607,"redis_read_bytes":284,"redis_write_bytes":3897,"redis_feature_flag_calls":20,"redis_feature_flag_duration_s":0.007624,"redis_feature_flag_read_bytes":274,"redis_feature_flag_write_bytes":2650,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003091,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001892,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":16,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":16,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":15,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.07995,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.096701675,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.219726,"completed_at":"2026-06-09T12:30:16.519Z","load_balancing_strategy":"primary","db_duration_s":0.071326,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1274vm-test-run-nixbot-gitlab> gitlab # [  134.920622] bundle[2065]: {"timestamp":"2026-06-09T12:30:16.871Z","pid":2065,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1275vm-test-run-nixbot-gitlab> gitlab # [  134.922455] bundle[2065]: {"timestamp":"2026-06-09T12:30:16.871Z","pid":2065,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1276vm-test-run-nixbot-gitlab> gitlab # [  134.924312] bundle[2065]: {"timestamp":"2026-06-09T12:30:16.871Z","pid":2065,"message":"! #\u003cThread:0x00007e4fa1328290 /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1277vm-test-run-nixbot-gitlab> gitlab # [  134.925525] bundle[2065]: {"timestamp":"2026-06-09T12:30:16.872Z","pid":2065,"message":"! #\u003cThread:0x00007e4fa0e1ba68 /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1278vm-test-run-nixbot-gitlab> gitlab # [  134.927165] bundle[2065]: {"timestamp":"2026-06-09T12:30:16.872Z","pid":2065,"message":"Use Ctrl-C to stop"}1279vm-test-run-nixbot-gitlab> gitlab # [  134.928533] bundle[2065]: {"timestamp":"2026-06-09T12:30:16.872Z","pid":2065,"message":"Sending status to systemd every 1.0 sec"}1280vm-test-run-nixbot-gitlab> gitlab # [  135.428720] bundle[2065]: {"timestamp":"2026-06-09T12:30:17.380Z","pid":2065,"message":"- Worker 0 (PID: 2613) booted in 0.43s, phase: 0"}1281vm-test-run-nixbot-gitlab> gitlab # [  135.525684] bundle[2065]: {"timestamp":"2026-06-09T12:30:17.477Z","pid":2065,"message":"- Worker 1 (PID: 2617) booted in 0.48s, phase: 0"}1282vm-test-run-nixbot-gitlab> gitlab # [  135.537446] systemd[1]: Started gitlab.service.1283vm-test-run-nixbot-gitlab> gitlab # [  135.539257] systemd[1]: Reached target Common target for all GitLab services..1284vm-test-run-nixbot-gitlab> gitlab # [  135.542692] systemd[1]: Starting setup-gitlab.service...1285vm-test-run-nixbot-gitlab> gitlab # [  135.578495] setup-gitlab-start[2641]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1286vm-test-run-nixbot-gitlab> gitlab # [  138.101920] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:30:20 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 24811287vm-test-run-nixbot-gitlab> gitlab # [  138.114371] setup-gitlab-start[2664]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1288vm-test-run-nixbot-gitlab> gitlab # [  138.117719] setup-gitlab-start[2665]: ++ jq -r .access_token1289vm-test-run-nixbot-gitlab> gitlab # [  138.899713] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:30:20 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 7661290vm-test-run-nixbot-gitlab> gitlab # [  138.912678] setup-gitlab-start[2641]: + BEARER=75d864986f61b3669cf0bb8a9d2d05cfca57a54e4bdb1c3b1987b4efcb7238fe1291vm-test-run-nixbot-gitlab> gitlab # [  138.918530] setup-gitlab-start[2641]: + AUTH='Authorization: Bearer 75d864986f61b3669cf0bb8a9d2d05cfca57a54e4bdb1c3b1987b4efcb7238fe'1292vm-test-run-nixbot-gitlab> gitlab # [  138.925252] setup-gitlab-start[2641]: + curl -fs -X PUT -H 'Authorization: Bearer 75d864986f61b3669cf0bb8a9d2d05cfca57a54e4bdb1c3b1987b4efcb7238fe' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1293vm-test-run-nixbot-gitlab> gitlab # [  139.668359] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:30:21 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 7381294vm-test-run-nixbot-gitlab> gitlab # [  139.678376] setup-gitlab-start[2641]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1295vm-test-run-nixbot-gitlab> gitlab # [  139.686286] runuser[2683]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1296vm-test-run-nixbot-gitlab> gitlab # [  140.045213] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1297vm-test-run-nixbot-gitlab> gitlab # [  140.048185] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1298vm-test-run-nixbot-gitlab> gitlab # [  140.051321] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1299vm-test-run-nixbot-gitlab> gitlab # [  140.625507] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1300vm-test-run-nixbot-gitlab> gitlab # [  140.628849] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1301vm-test-run-nixbot-gitlab> gitlab # [  140.632238] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1302vm-test-run-nixbot-gitlab> gitlab # [  146.487231] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:28.438Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"69f995caf502d39eef086dc4","created_at":"2026-06-09T12:30:28.400Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"251ad5f94d755f7788f1da586e941d82","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.435Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-69f995caf502d39eef086dc4: start","job_status":"start","queue_duration_s":0.003047,"scheduling_latency_s":0.003094}1303vm-test-run-nixbot-gitlab> gitlab # [  147.464576] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.416Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"69f995caf502d39eef086dc4","created_at":"2026-06-09T12:30:28.400Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"251ad5f94d755f7788f1da586e941d82","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.435Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-69f995caf502d39eef086dc4: done: 0.97826 sec","job_status":"done","queue_duration_s":0.003047,"scheduling_latency_s":0.003094,"redis_calls":12,"redis_duration_s":0.015658,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001969,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.009503,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004186,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.331787,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001525613,"exclusive_lock_hold_duration_s":0.817866796,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.97826,"completed_at":"2026-06-09T12:30:29.416Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.04276,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1304vm-test-run-nixbot-gitlab> gitlab # [  147.573647] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.524Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"f309b722b42c74e045a5620e","created_at":"2026-06-09T12:30:28.508Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"26493d838bc488f6ea70c8565b1ad3c7","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.535Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-f309b722b42c74e045a5620e: start","job_status":"start","queue_duration_s":0.988779,"scheduling_latency_s":0.988819}1305vm-test-run-nixbot-gitlab> gitlab # [  147.609620] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.561Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"f309b722b42c74e045a5620e","created_at":"2026-06-09T12:30:28.508Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"26493d838bc488f6ea70c8565b1ad3c7","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.535Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-f309b722b42c74e045a5620e: done: 0.03706 sec","job_status":"done","queue_duration_s":0.988779,"scheduling_latency_s":0.988819,"redis_calls":13,"redis_duration_s":0.005889,"redis_read_bytes":10,"redis_write_bytes":1343,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000748,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":345,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002776,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":630,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.002365,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":368,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018673,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000836978,"extra.packages_cleanup_delete_orphaned_dependencies_worker.last_processed_packages_dependency_id":0,"extra.packages_cleanup_delete_orphaned_dependencies_worker.deleted_rows_count":0,"duration_s":0.03706,"completed_at":"2026-06-09T12:30:29.561Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005062,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1306vm-test-run-nixbot-gitlab> gitlab # [  147.612241] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.563Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Gitlab::Export::PruneProjectExportJobsWorker","jid":"f53edb8d757bbef46db4cd24","created_at":"2026-06-09T12:30:28.556Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5327836cd18d5580df3ec325619c11b9","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:b2f7045536fe38235224f4d98e515e25b0b0eea1aa1ae4b4ab9f99ab22c53b43","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.614Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Gitlab::Export::PruneProjectExportJobsWorker JID-f53edb8d757bbef46db4cd24: start","job_status":"start","queue_duration_s":0.948346,"scheduling_latency_s":0.948367}1307vm-test-run-nixbot-gitlab> gitlab # [  147.641823] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.593Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Gitlab::Export::PruneProjectExportJobsWorker","jid":"f53edb8d757bbef46db4cd24","created_at":"2026-06-09T12:30:28.556Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5327836cd18d5580df3ec325619c11b9","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:b2f7045536fe38235224f4d98e515e25b0b0eea1aa1ae4b4ab9f99ab22c53b43","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.614Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Gitlab::Export::PruneProjectExportJobsWorker JID-f53edb8d757bbef46db4cd24: done: 0.0308 sec","job_status":"done","queue_duration_s":0.948346,"scheduling_latency_s":0.948367,"redis_calls":10,"redis_duration_s":0.002997,"redis_read_bytes":9,"redis_write_bytes":1173,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000499,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001916,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000582,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":236,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014619,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000534426,"duration_s":0.0308,"completed_at":"2026-06-09T12:30:29.593Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008935,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1308vm-test-run-nixbot-gitlab> gitlab # [  147.751637] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.595Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"StuckExportJobsWorker","jid":"1772f0b34731d8b7876ff8a4","created_at":"2026-06-09T12:30:28.634Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"34757f743bf641b11eed66ff97de7c12","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:c05136a1912f23c3950f9f6243170d655fcc26d1e5b96896d7e248d72f9039fe","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.649Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"StuckExportJobsWorker JID-1772f0b34731d8b7876ff8a4: start","job_status":"start","queue_duration_s":0.945955,"scheduling_latency_s":0.945976}1309vm-test-run-nixbot-gitlab> gitlab # [  147.753569] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.615Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"StuckExportJobsWorker","jid":"1772f0b34731d8b7876ff8a4","created_at":"2026-06-09T12:30:28.634Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"34757f743bf641b11eed66ff97de7c12","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:c05136a1912f23c3950f9f6243170d655fcc26d1e5b96896d7e248d72f9039fe","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.649Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"StuckExportJobsWorker JID-1772f0b34731d8b7876ff8a4: done: 0.019992 sec","job_status":"done","queue_duration_s":0.945955,"scheduling_latency_s":0.945976,"redis_calls":10,"redis_duration_s":0.002234,"redis_read_bytes":9,"redis_write_bytes":995,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000418,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001384,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":518,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000432,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":192,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010193,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000384965,"duration_s":0.019992,"completed_at":"2026-06-09T12:30:29.615Z","load_balancing_strategy":"primary","db_duration_s":0.002966,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1310vm-test-run-nixbot-gitlab> gitlab # [  147.830123] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.616Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"8392a2f6ef33334e8de87c0a","created_at":"2026-06-09T12:30:28.665Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a26a625051969b1448995e54eda18f1f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.677Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-8392a2f6ef33334e8de87c0a: start","job_status":"start","queue_duration_s":0.938919,"scheduling_latency_s":0.938939}1311vm-test-run-nixbot-gitlab> gitlab # [  147.831552] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.637Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"8392a2f6ef33334e8de87c0a","created_at":"2026-06-09T12:30:28.665Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a26a625051969b1448995e54eda18f1f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.677Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-8392a2f6ef33334e8de87c0a: done: 0.020772 sec","job_status":"done","queue_duration_s":0.938919,"scheduling_latency_s":0.938939,"redis_calls":12,"redis_duration_s":0.0029679999999999997,"redis_read_bytes":11,"redis_write_bytes":1482,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000895,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":610,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001625,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000448,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011933,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000374629,"duration_s":0.020772,"completed_at":"2026-06-09T12:30:29.637Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001072,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1312vm-test-run-nixbot-gitlab> gitlab # [  147.906213] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.638Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"09c09afae142376ea489eb7b","created_at":"2026-06-09T12:30:28.691Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ec7730ecc539adb96634d305b1e366aa","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.704Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-09c09afae142376ea489eb7b: start","job_status":"start","queue_duration_s":0.934657,"scheduling_latency_s":0.934677}1313vm-test-run-nixbot-gitlab> gitlab # [  147.907906] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.671Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"09c09afae142376ea489eb7b","created_at":"2026-06-09T12:30:28.691Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ec7730ecc539adb96634d305b1e366aa","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.704Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-09c09afae142376ea489eb7b: done: 0.032718 sec","job_status":"done","queue_duration_s":0.934657,"scheduling_latency_s":0.934677,"redis_calls":10,"redis_duration_s":0.00237,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000457,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001395,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000518,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019071,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000344457,"extra.pages_deactivate_expired_deployments_cron_worker.deactivate_expired_pages_deployments":{"deactivated_deployments":0,"duration":0.001533435},"duration_s":0.032718,"completed_at":"2026-06-09T12:30:29.671Z","load_balancing_strategy":"primary","db_duration_s":0.007386,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1314vm-test-run-nixbot-gitlab> gitlab # [  147.992988] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.673Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainVerificationCronWorker","jid":"59f69682c96e763c831c9f35","created_at":"2026-06-09T12:30:28.716Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"91b70450e0d7ed21f4c4abe2f74a76dd","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:4b3095972298b58b9c376f502255d63e0934f66e5921dfe9547414a5f347be92","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.725Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainVerificationCronWorker JID-59f69682c96e763c831c9f35: start","job_status":"start","queue_duration_s":0.947371,"scheduling_latency_s":0.947393}1315vm-test-run-nixbot-gitlab> gitlab # [  147.994652] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.698Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainVerificationCronWorker","jid":"59f69682c96e763c831c9f35","created_at":"2026-06-09T12:30:28.716Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"91b70450e0d7ed21f4c4abe2f74a76dd","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:4b3095972298b58b9c376f502255d63e0934f66e5921dfe9547414a5f347be92","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.725Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainVerificationCronWorker JID-59f69682c96e763c831c9f35: done: 0.025282 sec","job_status":"done","queue_duration_s":0.947371,"scheduling_latency_s":0.947393,"redis_calls":10,"redis_duration_s":0.003618,"redis_read_bytes":9,"redis_write_bytes":1097,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000694,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":309,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002075,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000849,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":218,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013313,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000433574,"duration_s":0.025282,"completed_at":"2026-06-09T12:30:29.698Z","load_balancing_strategy":"primary","db_duration_s":0.004092,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1316vm-test-run-nixbot-gitlab> gitlab # [  148.084155] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.700Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"0ae6d4f9db949ae44457ca5e","created_at":"2026-06-09T12:30:28.738Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"194b90b1b3eacbf44cd2cc2d7402ee51","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.746Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-0ae6d4f9db949ae44457ca5e: start","job_status":"start","queue_duration_s":0.953809,"scheduling_latency_s":0.95383}1317vm-test-run-nixbot-gitlab> gitlab # [  148.085702] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.730Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"0ae6d4f9db949ae44457ca5e","created_at":"2026-06-09T12:30:28.738Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"194b90b1b3eacbf44cd2cc2d7402ee51","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.746Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-0ae6d4f9db949ae44457ca5e: done: 0.030856 sec","job_status":"done","queue_duration_s":0.953809,"scheduling_latency_s":0.95383,"redis_calls":16,"redis_duration_s":0.006803,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.002325,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003094,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001384,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016636,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000335797,"duration_s":0.030856,"completed_at":"2026-06-09T12:30:29.730Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003957,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1318vm-test-run-nixbot-gitlab> gitlab # [  148.163403] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.732Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"127bbd484146e0ec8cac9022","created_at":"2026-06-09T12:30:28.755Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9c7b8c4b530ca011526a17fc3bf8acae","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.770Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-127bbd484146e0ec8cac9022: start","job_status":"start","queue_duration_s":0.961597,"scheduling_latency_s":0.961618}1319vm-test-run-nixbot-gitlab> gitlab # [  148.165052] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.758Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"127bbd484146e0ec8cac9022","created_at":"2026-06-09T12:30:28.755Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9c7b8c4b530ca011526a17fc3bf8acae","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.770Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-127bbd484146e0ec8cac9022: done: 0.026215 sec","job_status":"done","queue_duration_s":0.961597,"scheduling_latency_s":0.961618,"redis_calls":13,"redis_duration_s":0.002862,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00041,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001508,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000944,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016963,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.007966934,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.026215,"completed_at":"2026-06-09T12:30:29.758Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00266,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1320vm-test-run-nixbot-gitlab> gitlab # [  148.234379] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.759Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"b8b376ca037638b1c4ae4530","created_at":"2026-06-09T12:30:28.782Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cc741ded270b8174d4017b0a47676c09","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.794Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-b8b376ca037638b1c4ae4530: start","job_status":"start","queue_duration_s":0.96581,"scheduling_latency_s":0.965831}1321vm-test-run-nixbot-gitlab> gitlab # [  148.254235] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.930Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"b8b376ca037638b1c4ae4530","created_at":"2026-06-09T12:30:28.782Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cc741ded270b8174d4017b0a47676c09","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.794Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-b8b376ca037638b1c4ae4530: done: 0.1707 sec","job_status":"done","queue_duration_s":0.96581,"scheduling_latency_s":0.965831,"redis_calls":14,"redis_duration_s":0.003602,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000845,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001684,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001073,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.027,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.027,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.123112,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000429943,"exclusive_lock_hold_duration_s":0.150082203,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.1707,"completed_at":"2026-06-09T12:30:29.930Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.052668,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1322vm-test-run-nixbot-gitlab> gitlab # [  148.346284] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.932Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"f21d92acbba6367e4aa73fe9","created_at":"2026-06-09T12:30:28.807Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d52907311a164000df4d34dcf090182f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T12:30:28.817Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-f21d92acbba6367e4aa73fe9: start","job_status":"start","queue_duration_s":1.114544,"scheduling_latency_s":1.114565}1323vm-test-run-nixbot-gitlab> gitlab # [  148.347686] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.965Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"f21d92acbba6367e4aa73fe9","created_at":"2026-06-09T12:30:28.807Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d52907311a164000df4d34dcf090182f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T12:30:28.817Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-f21d92acbba6367e4aa73fe9: done: 0.033006 sec","job_status":"done","queue_duration_s":1.114544,"scheduling_latency_s":1.114565,"redis_calls":10,"redis_duration_s":0.005526,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000457,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00411,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000959,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01711,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000840889,"duration_s":0.033006,"completed_at":"2026-06-09T12:30:29.965Z","load_balancing_strategy":"primary","db_duration_s":0.006074,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1324vm-test-run-nixbot-gitlab> gitlab # [  148.418605] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.968Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"a626bb552be95bc954abb485","created_at":"2026-06-09T12:30:28.826Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c6c588768349359c1e7ac697fc3b29e","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.835Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-a626bb552be95bc954abb485: start","job_status":"start","queue_duration_s":1.132672,"scheduling_latency_s":1.132693}1325vm-test-run-nixbot-gitlab> gitlab # [  148.431504] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.987Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"a626bb552be95bc954abb485","created_at":"2026-06-09T12:30:28.826Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c6c588768349359c1e7ac697fc3b29e","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.835Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-a626bb552be95bc954abb485: done: 0.019177 sec","job_status":"done","queue_duration_s":1.132672,"scheduling_latency_s":1.132693,"redis_calls":10,"redis_duration_s":0.002127,"redis_read_bytes":9,"redis_write_bytes":1179,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000411,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001292,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":610,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000424,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":238,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01213,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000359264,"duration_s":0.019177,"completed_at":"2026-06-09T12:30:29.987Z","load_balancing_strategy":"primary","db_duration_s":0.00039,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1326vm-test-run-nixbot-gitlab> gitlab # [  148.544343] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:29.988Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"adf6e87f1f1490c4eb1f0899","created_at":"2026-06-09T12:30:28.840Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"be4f34126f40220b508d5eb0b1a304db","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.847Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-adf6e87f1f1490c4eb1f0899: start","job_status":"start","queue_duration_s":1.141142,"scheduling_latency_s":1.141163}1327vm-test-run-nixbot-gitlab> gitlab # [  148.546120] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.426Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"adf6e87f1f1490c4eb1f0899","created_at":"2026-06-09T12:30:28.840Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"be4f34126f40220b508d5eb0b1a304db","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.847Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-adf6e87f1f1490c4eb1f0899: done: 0.438391 sec","job_status":"done","queue_duration_s":1.141142,"scheduling_latency_s":1.141163,"redis_calls":574,"redis_duration_s":0.16216999999999998,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000406,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001413,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.160351,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.319383,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000407594,"duration_s":0.438391,"completed_at":"2026-06-09T12:30:30.426Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000431,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1328vm-test-run-nixbot-gitlab> gitlab # [  148.650565] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.428Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"9d594f6ed7184a0828c79089","created_at":"2026-06-09T12:30:28.852Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a043c95ef6d93d89acb8beb0e2e9d9ce","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.858Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-9d594f6ed7184a0828c79089: start","job_status":"start","queue_duration_s":1.569804,"scheduling_latency_s":1.569828}1329vm-test-run-nixbot-gitlab> gitlab # [  148.651904] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.455Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"9d594f6ed7184a0828c79089","created_at":"2026-06-09T12:30:28.852Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a043c95ef6d93d89acb8beb0e2e9d9ce","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.858Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-9d594f6ed7184a0828c79089: done: 0.026548 sec","job_status":"done","queue_duration_s":1.569804,"scheduling_latency_s":1.569828,"redis_calls":10,"redis_duration_s":0.002333,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000447,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001431,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000455,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012825,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000373511,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.026548,"completed_at":"2026-06-09T12:30:30.455Z","load_balancing_strategy":"primary","db_duration_s":0.007098,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1330vm-test-run-nixbot-gitlab> gitlab # [  148.676156] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.456Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"f28e56cfcee6317236f4bd7d","created_at":"2026-06-09T12:30:28.865Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7d1b9a283dc35ff5629821d0d7550621","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.872Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-f28e56cfcee6317236f4bd7d: start","job_status":"start","queue_duration_s":1.584594,"scheduling_latency_s":1.584614}1331vm-test-run-nixbot-gitlab> gitlab # [  148.699257] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.467Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1332vm-test-run-nixbot-gitlab> gitlab # [  148.705862] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.473Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"f28e56cfcee6317236f4bd7d","created_at":"2026-06-09T12:30:28.865Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7d1b9a283dc35ff5629821d0d7550621","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.872Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-f28e56cfcee6317236f4bd7d: done: 0.016983 sec","job_status":"done","queue_duration_s":1.584594,"scheduling_latency_s":1.584614,"redis_calls":10,"redis_duration_s":0.0022979999999999997,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000492,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001303,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000503,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010046,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000337193,"duration_s":0.016983,"completed_at":"2026-06-09T12:30:30.473Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0004,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1333vm-test-run-nixbot-gitlab> gitlab # [  148.833488] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.475Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"6ebfbe5e8711930aa705e820","created_at":"2026-06-09T12:30:28.879Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"056b4e9c0c3f12e483aa7a1c184f7f36","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.886Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-6ebfbe5e8711930aa705e820: start","job_status":"start","queue_duration_s":1.588781,"scheduling_latency_s":1.588802}1334vm-test-run-nixbot-gitlab> gitlab # [  148.835105] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.494Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"6ebfbe5e8711930aa705e820","created_at":"2026-06-09T12:30:28.879Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"056b4e9c0c3f12e483aa7a1c184f7f36","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.886Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-6ebfbe5e8711930aa705e820: done: 0.019188 sec","job_status":"done","queue_duration_s":1.588781,"scheduling_latency_s":1.588802,"redis_calls":10,"redis_duration_s":0.002308,"redis_read_bytes":9,"redis_write_bytes":1087,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000474,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001355,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":566,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000479,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":216,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012493,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000372393,"duration_s":0.019188,"completed_at":"2026-06-09T12:30:30.494Z","load_balancing_strategy":"primary","db_duration_s":0.00034,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1335vm-test-run-nixbot-gitlab> gitlab # [  148.917267] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.498Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Issues::RescheduleStuckIssueRebalancesWorker","jid":"e23b916d85a1eb97e8cd31fc","created_at":"2026-06-09T12:30:28.891Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8960f4ae4b458b39c5e06ef84d643c64","meta.root_caller_id":"Cronjob","meta.feature_category":"team_planning","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fc2fa70b35c572764e1a8fbcbc4fdd3df48ec5a5855870d65915560d23915134","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.898Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Issues::RescheduleStuckIssueRebalancesWorker JID-e23b916d85a1eb97e8cd31fc: start","job_status":"start","queue_duration_s":1.600473,"scheduling_latency_s":1.600494}1336vm-test-run-nixbot-gitlab> gitlab # [  148.918944] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.516Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Issues::RescheduleStuckIssueRebalancesWorker","jid":"e23b916d85a1eb97e8cd31fc","created_at":"2026-06-09T12:30:28.891Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8960f4ae4b458b39c5e06ef84d643c64","meta.root_caller_id":"Cronjob","meta.feature_category":"team_planning","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fc2fa70b35c572764e1a8fbcbc4fdd3df48ec5a5855870d65915560d23915134","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.898Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Issues::RescheduleStuckIssueRebalancesWorker JID-e23b916d85a1eb97e8cd31fc: done: 0.018451 sec","job_status":"done","queue_duration_s":1.600473,"scheduling_latency_s":1.600494,"redis_calls":11,"redis_duration_s":0.00277,"redis_read_bytes":9,"redis_write_bytes":1239,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00062,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001454,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":610,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000696,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":298,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00961,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000336076,"duration_s":0.018451,"completed_at":"2026-06-09T12:30:30.516Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000963,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1337vm-test-run-nixbot-gitlab> gitlab # [  148.949142] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.518Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"fc6b5bd5a5d801f77ff9985b","created_at":"2026-06-09T12:30:28.904Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2d411dd22c06879186acef16c1a5544a","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.910Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-fc6b5bd5a5d801f77ff9985b: start","job_status":"start","queue_duration_s":1.60771,"scheduling_latency_s":1.607731}1338vm-test-run-nixbot-gitlab> gitlab # [  148.972353] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.539Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"fc6b5bd5a5d801f77ff9985b","created_at":"2026-06-09T12:30:28.904Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2d411dd22c06879186acef16c1a5544a","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.910Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-fc6b5bd5a5d801f77ff9985b: done: 0.021235 sec","job_status":"done","queue_duration_s":1.60771,"scheduling_latency_s":1.607731,"redis_calls":12,"redis_duration_s":0.0029560000000000003,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000475,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001415,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001066,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011163,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000480787,"exclusive_lock_hold_duration_s":0.003895188,"duration_s":0.021235,"completed_at":"2026-06-09T12:30:30.539Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002333,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1339vm-test-run-nixbot-gitlab> gitlab # [  149.087374] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.540Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Gitlab::Import::ImportFileCleanupWorker","jid":"382761adfbe797f0565d1d56","created_at":"2026-06-09T12:30:28.917Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"79610decce9d219f43e8c1327113960a","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:872203d04eabf30611038084c617b8ff07fd3e5607b1d8e2c977d615a3cfd3cb","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.924Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Gitlab::Import::ImportFileCleanupWorker JID-382761adfbe797f0565d1d56: start","job_status":"start","queue_duration_s":1.616504,"scheduling_latency_s":1.616525}1340vm-test-run-nixbot-gitlab> gitlab # [  149.089143] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.561Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Gitlab::Import::ImportFileCleanupWorker","jid":"382761adfbe797f0565d1d56","created_at":"2026-06-09T12:30:28.917Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"79610decce9d219f43e8c1327113960a","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:872203d04eabf30611038084c617b8ff07fd3e5607b1d8e2c977d615a3cfd3cb","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.924Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Gitlab::Import::ImportFileCleanupWorker JID-382761adfbe797f0565d1d56: done: 0.020599 sec","job_status":"done","queue_duration_s":1.616504,"scheduling_latency_s":1.616525,"redis_calls":10,"redis_duration_s":0.0023710000000000003,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000427,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001319,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000625,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011997,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000335797,"duration_s":0.020599,"completed_at":"2026-06-09T12:30:30.561Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002316,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1341vm-test-run-nixbot-gitlab> gitlab # [  149.129807] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.562Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"fd84f0264c3986fca396a390","created_at":"2026-06-09T12:30:28.931Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e4b8fee5804d397689b2dc4e296a9e5f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.938Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-fd84f0264c3986fca396a390: start","job_status":"start","queue_duration_s":1.624245,"scheduling_latency_s":1.624265}1342vm-test-run-nixbot-gitlab> gitlab # [  149.152993] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.594Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"fd84f0264c3986fca396a390","created_at":"2026-06-09T12:30:28.931Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e4b8fee5804d397689b2dc4e296a9e5f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.938Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-fd84f0264c3986fca396a390: done: 0.031072 sec","job_status":"done","queue_duration_s":1.624245,"scheduling_latency_s":1.624265,"redis_calls":20,"redis_duration_s":0.008054,"redis_read_bytes":23,"redis_write_bytes":4317,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.004995,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1065,"redis_queues_calls":4,"redis_queues_duration_s":0.000531,"redis_queues_read_bytes":6,"redis_queues_write_bytes":2022,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.002102,"redis_queues_metadata_read_bytes":8,"redis_queues_metadata_write_bytes":1004,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000426,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018901,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000327416,"duration_s":0.031072,"completed_at":"2026-06-09T12:30:30.593Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001036,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1343vm-test-run-nixbot-gitlab> gitlab # [  149.267353] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.595Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"ecf007f5d34079fbc0f2c0aa","created_at":"2026-06-09T12:30:28.950Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2168673b0a5b8c1da7b1329255c34fcd","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T12:30:28.960Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-ecf007f5d34079fbc0f2c0aa: start","job_status":"start","queue_duration_s":1.63483,"scheduling_latency_s":1.634851}1344vm-test-run-nixbot-gitlab> gitlab # [  149.268870] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.607Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1345vm-test-run-nixbot-gitlab> gitlab # [  149.270326] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.614Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"ecf007f5d34079fbc0f2c0aa","created_at":"2026-06-09T12:30:28.950Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2168673b0a5b8c1da7b1329255c34fcd","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T12:30:28.960Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-ecf007f5d34079fbc0f2c0aa: done: 0.018644 sec","job_status":"done","queue_duration_s":1.63483,"scheduling_latency_s":1.634851,"redis_calls":10,"redis_duration_s":0.0030399999999999997,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000419,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002175,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000446,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009981,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000339708,"duration_s":0.018644,"completed_at":"2026-06-09T12:30:30.614Z","load_balancing_strategy":"primary","db_duration_s":0.001114,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1346vm-test-run-nixbot-gitlab> gitlab # [  149.370322] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.615Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","jid":"fc1606e184980f3665e862e2","created_at":"2026-06-09T12:30:28.972Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6fd978bae1387dafc89025ea66dbcf41624e32b5e06562317011e023b1327155","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.983Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleBulkDeleteJobArtifactCronWorker JID-fc1606e184980f3665e862e2: start","job_status":"start","queue_duration_s":1.632021,"scheduling_latency_s":1.632041}1347vm-test-run-nixbot-gitlab> gitlab # [  149.371631] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.647Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","jid":"fc1606e184980f3665e862e2","created_at":"2026-06-09T12:30:28.972Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6fd978bae1387dafc89025ea66dbcf41624e32b5e06562317011e023b1327155","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:28.983Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleBulkDeleteJobArtifactCronWorker JID-fc1606e184980f3665e862e2: done: 0.032301 sec","job_status":"done","queue_duration_s":1.632021,"scheduling_latency_s":1.632041,"redis_calls":24,"redis_duration_s":0.005581,"redis_read_bytes":25,"redis_write_bytes":5977,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000971,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":704,"redis_queues_calls":2,"redis_queues_duration_s":0.000322,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3810,"redis_queues_metadata_calls":11,"redis_queues_metadata_duration_s":0.002479,"redis_queues_metadata_read_bytes":14,"redis_queues_metadata_write_bytes":894,"redis_shared_state_calls":7,"redis_shared_state_duration_s":0.001809,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":569,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021131,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000341105,"extra.ci_schedule_bulk_delete_job_artifact_cron_worker.max_buckets":5,"extra.ci_schedule_bulk_delete_job_artifact_cron_worker.available_count":0,"extra.ci_schedule_bulk_delete_job_artifact_cron_worker.occupied_count":0,"extra.ci_schedule_bulk_delete_job_artifact_cron_worker.stale_count":0,"extra.ci_schedule_bulk_delete_job_artifact_cron_worker.missing_count":5,"duration_s":0.032301,"completed_at":"2026-06-09T12:30:30.647Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001751,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1348vm-test-run-nixbot-gitlab> gitlab # [  149.466201] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.649Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"ce422a107a5733ad1179d390","created_at":"2026-06-09T12:30:29.005Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cdc36a3a7f51338d88e33289d70a4fd5","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.018Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-ce422a107a5733ad1179d390: start","job_status":"start","queue_duration_s":1.630479,"scheduling_latency_s":1.630499}1349vm-test-run-nixbot-gitlab> gitlab # [  149.473259] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.671Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"ce422a107a5733ad1179d390","created_at":"2026-06-09T12:30:29.005Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cdc36a3a7f51338d88e33289d70a4fd5","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.018Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-ce422a107a5733ad1179d390: done: 0.022379 sec","job_status":"done","queue_duration_s":1.630479,"scheduling_latency_s":1.630499,"redis_calls":12,"redis_duration_s":0.0028669999999999998,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000416,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00138,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001071,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000522134,"exclusive_lock_hold_duration_s":0.0055750109999999995,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.022379,"completed_at":"2026-06-09T12:30:30.671Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00367,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350vm-test-run-nixbot-gitlab> gitlab # [  149.554525] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.673Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"6d536d4a9adfdb5ae8da3745","created_at":"2026-06-09T12:30:29.046Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a7409256451cfa718b5417e937aba690","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.053Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-6d536d4a9adfdb5ae8da3745: start","job_status":"start","queue_duration_s":1.620001,"scheduling_latency_s":1.620022}1351vm-test-run-nixbot-gitlab> gitlab # [  149.555681] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.691Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"6d536d4a9adfdb5ae8da3745","created_at":"2026-06-09T12:30:29.046Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a7409256451cfa718b5417e937aba690","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.053Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-6d536d4a9adfdb5ae8da3745: done: 0.018302 sec","job_status":"done","queue_duration_s":1.620001,"scheduling_latency_s":1.620022,"redis_calls":12,"redis_duration_s":0.003078,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000806,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000419,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001415,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000438,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010189,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000364013,"duration_s":0.018302,"completed_at":"2026-06-09T12:30:30.691Z","load_balancing_strategy":"primary","db_duration_s":0.000474,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1352vm-test-run-nixbot-gitlab> gitlab # [  149.639291] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.692Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"165e5aa7ba2816533bdf2527","created_at":"2026-06-09T12:30:29.058Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d05f5e1572bbf96d94aed56dc75ba4c1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.065Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-165e5aa7ba2816533bdf2527: start","job_status":"start","queue_duration_s":1.627479,"scheduling_latency_s":1.6275}1353vm-test-run-nixbot-gitlab> gitlab # [  149.640781] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.703Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1354vm-test-run-nixbot-gitlab> gitlab # [  149.641992] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.709Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"165e5aa7ba2816533bdf2527","created_at":"2026-06-09T12:30:29.058Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d05f5e1572bbf96d94aed56dc75ba4c1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.065Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-165e5aa7ba2816533bdf2527: done: 0.016882 sec","job_status":"done","queue_duration_s":1.627479,"scheduling_latency_s":1.6275,"redis_calls":10,"redis_duration_s":0.002425,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000424,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001519,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000482,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009473,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000335238,"duration_s":0.016882,"completed_at":"2026-06-09T12:30:30.709Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000736,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1355vm-test-run-nixbot-gitlab> gitlab # [  149.727718] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.711Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ObjectStorage::DeleteStaleDirectUploadsWorker","jid":"2079b8e16fb8516dd1fd5d1c","created_at":"2026-06-09T12:30:29.073Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7818ae69b2f4a8231215564898af7169","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:da92be7816ff691bea6b0627c50cb73b98e4b5009a988cab37d277c0df9aa326","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.080Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ObjectStorage::DeleteStaleDirectUploadsWorker JID-2079b8e16fb8516dd1fd5d1c: start","job_status":"start","queue_duration_s":1.631087,"scheduling_latency_s":1.631108}1356vm-test-run-nixbot-gitlab> gitlab # [  149.728983] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.728Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ObjectStorage::DeleteStaleDirectUploadsWorker","jid":"2079b8e16fb8516dd1fd5d1c","created_at":"2026-06-09T12:30:29.073Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7818ae69b2f4a8231215564898af7169","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:da92be7816ff691bea6b0627c50cb73b98e4b5009a988cab37d277c0df9aa326","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.080Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ObjectStorage::DeleteStaleDirectUploadsWorker JID-2079b8e16fb8516dd1fd5d1c: done: 0.017527 sec","job_status":"done","queue_duration_s":1.631087,"scheduling_latency_s":1.631108,"redis_calls":12,"redis_duration_s":0.002872,"redis_read_bytes":11,"redis_write_bytes":1247,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00055,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001267,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001055,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":296,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01002,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000327975,"extra.object_storage_delete_stale_direct_uploads_worker.total_pending_entries":0,"extra.object_storage_delete_stale_direct_uploads_worker.total_deleted_stale_entries":0,"extra.object_storage_delete_stale_direct_uploads_worker.execution_timeout":false,"duration_s":0.017527,"completed_at":"2026-06-09T12:30:30.728Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000354,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1357vm-test-run-nixbot-gitlab> gitlab # [  149.780351] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.730Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"bca7586f3b4dcefb0bc5c992","created_at":"2026-06-09T12:30:29.085Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"193ce7895a3a90a8e3ea08977e22f38e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.091Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-bca7586f3b4dcefb0bc5c992: start","job_status":"start","queue_duration_s":1.639,"scheduling_latency_s":1.639021}1358vm-test-run-nixbot-gitlab> gitlab # [  149.850342] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.740Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1359vm-test-run-nixbot-gitlab> gitlab # [  149.851991] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.746Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"bca7586f3b4dcefb0bc5c992","created_at":"2026-06-09T12:30:29.085Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"193ce7895a3a90a8e3ea08977e22f38e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.091Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-bca7586f3b4dcefb0bc5c992: done: 0.016621 sec","job_status":"done","queue_duration_s":1.639,"scheduling_latency_s":1.639021,"redis_calls":10,"redis_duration_s":0.00214,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000444,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001234,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000462,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009579,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000334121,"duration_s":0.016621,"completed_at":"2026-06-09T12:30:30.746Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000392,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1360vm-test-run-nixbot-gitlab> gitlab # [  149.922876] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.748Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"866c32f0eeb9ee968389c3b5","created_at":"2026-06-09T12:30:29.099Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ebcd109bffe44b8eed02c2df895661c5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.105Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-866c32f0eeb9ee968389c3b5: start","job_status":"start","queue_duration_s":1.642499,"scheduling_latency_s":1.642519}1361vm-test-run-nixbot-gitlab> gitlab # [  149.924325] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.764Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"866c32f0eeb9ee968389c3b5","created_at":"2026-06-09T12:30:29.099Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ebcd109bffe44b8eed02c2df895661c5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.105Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-866c32f0eeb9ee968389c3b5: done: 0.016837 sec","job_status":"done","queue_duration_s":1.642499,"scheduling_latency_s":1.642519,"redis_calls":10,"redis_duration_s":0.002316,"redis_read_bytes":9,"redis_write_bytes":1299,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000499,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":361,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001343,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000474,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010111,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00034306,"duration_s":0.016837,"completed_at":"2026-06-09T12:30:30.764Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000336,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1362vm-test-run-nixbot-gitlab> gitlab # [  150.010905] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.766Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"StuckMergeJobsWorker","jid":"7b2137b4369a6c7ee2d6008a","created_at":"2026-06-09T12:30:29.110Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a460e933525cefbcfa239b696f97bc32","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:ce304458c2d63d5d84855b65f51692704db52bf763a718b10c08a2bd5f588f06","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.116Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"StuckMergeJobsWorker JID-7b2137b4369a6c7ee2d6008a: start","job_status":"start","queue_duration_s":1.649322,"scheduling_latency_s":1.649343}1363vm-test-run-nixbot-gitlab> gitlab # [  150.012262] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.787Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"StuckMergeJobsWorker","jid":"7b2137b4369a6c7ee2d6008a","created_at":"2026-06-09T12:30:29.110Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a460e933525cefbcfa239b696f97bc32","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:ce304458c2d63d5d84855b65f51692704db52bf763a718b10c08a2bd5f588f06","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.116Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"StuckMergeJobsWorker JID-7b2137b4369a6c7ee2d6008a: done: 0.020938 sec","job_status":"done","queue_duration_s":1.649322,"scheduling_latency_s":1.649343,"redis_calls":11,"redis_duration_s":0.00263,"redis_read_bytes":10,"redis_write_bytes":1022,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000655,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":283,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001333,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000642,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":225,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012126,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000356749,"duration_s":0.020938,"completed_at":"2026-06-09T12:30:30.787Z","load_balancing_strategy":"primary","db_duration_s":0.002069,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1364vm-test-run-nixbot-gitlab> gitlab # [  150.093240] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.789Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"c4dc8095b4f262cf1b0fa216","created_at":"2026-06-09T12:30:29.122Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cfd289934f6dc4a7d2f3a2bc9967dcb9","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.128Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-c4dc8095b4f262cf1b0fa216: start","job_status":"start","queue_duration_s":1.660848,"scheduling_latency_s":1.66087}1365vm-test-run-nixbot-gitlab> gitlab # [  150.098512] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.815Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"c4dc8095b4f262cf1b0fa216","created_at":"2026-06-09T12:30:29.122Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cfd289934f6dc4a7d2f3a2bc9967dcb9","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.128Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-c4dc8095b4f262cf1b0fa216: done: 0.025907 sec","job_status":"done","queue_duration_s":1.660848,"scheduling_latency_s":1.66087,"redis_calls":10,"redis_duration_s":0.002295,"redis_read_bytes":9,"redis_write_bytes":1071,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000435,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001424,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000436,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014484,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000342781,"duration_s":0.025907,"completed_at":"2026-06-09T12:30:30.815Z","load_balancing_strategy":"primary","db_duration_s":0.005201,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1366vm-test-run-nixbot-gitlab> gitlab # [  150.136211] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.816Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"c9edd94f8f87185fcc83e238","created_at":"2026-06-09T12:30:29.136Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"96f2a05dbb6e547fbf51f23f306a19c1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.143Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-c9edd94f8f87185fcc83e238: start","job_status":"start","queue_duration_s":1.673092,"scheduling_latency_s":1.673113}1367vm-test-run-nixbot-gitlab> gitlab # [  150.160153] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.827Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1368vm-test-run-nixbot-gitlab> gitlab # [  150.165398] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.833Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"c9edd94f8f87185fcc83e238","created_at":"2026-06-09T12:30:29.136Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"96f2a05dbb6e547fbf51f23f306a19c1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.143Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-c9edd94f8f87185fcc83e238: done: 0.016564 sec","job_status":"done","queue_duration_s":1.673092,"scheduling_latency_s":1.673113,"redis_calls":10,"redis_duration_s":0.002376,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000454,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001515,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000407,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009669,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000738083,"duration_s":0.016564,"completed_at":"2026-06-09T12:30:30.833Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000347,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1369vm-test-run-nixbot-gitlab> gitlab # [  150.235730] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.834Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"c34e9ad9059f23472ed2fdbc","created_at":"2026-06-09T12:30:29.155Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7d462d1851b0067754dda9bdf5b4e396","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.169Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-c34e9ad9059f23472ed2fdbc: start","job_status":"start","queue_duration_s":1.665806,"scheduling_latency_s":1.665826}1370vm-test-run-nixbot-gitlab> gitlab # [  150.254074] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.851Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"c34e9ad9059f23472ed2fdbc","created_at":"2026-06-09T12:30:29.155Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7d462d1851b0067754dda9bdf5b4e396","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.169Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-c34e9ad9059f23472ed2fdbc: done: 0.016973 sec","job_status":"done","queue_duration_s":1.665806,"scheduling_latency_s":1.665826,"redis_calls":10,"redis_duration_s":0.0020859999999999997,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000403,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001236,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000447,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01003,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000332445,"duration_s":0.016973,"completed_at":"2026-06-09T12:30:30.851Z","load_balancing_strategy":"primary","db_duration_s":0.000725,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1371vm-test-run-nixbot-gitlab> gitlab # [  150.328846] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.853Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"b65e7138aa13fb0a22acdc9c","created_at":"2026-06-09T12:30:29.182Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f6a03dbb0bde20f1fae0642af303bc96","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.188Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-b65e7138aa13fb0a22acdc9c: start","job_status":"start","queue_duration_s":1.66486,"scheduling_latency_s":1.66488}1372vm-test-run-nixbot-gitlab> gitlab # [  150.341408] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.873Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"b65e7138aa13fb0a22acdc9c","created_at":"2026-06-09T12:30:29.182Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f6a03dbb0bde20f1fae0642af303bc96","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.188Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-b65e7138aa13fb0a22acdc9c: done: 0.0201 sec","job_status":"done","queue_duration_s":1.66486,"scheduling_latency_s":1.66488,"redis_calls":10,"redis_duration_s":0.002929,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000539,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001981,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000409,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011091,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000377702,"duration_s":0.0201,"completed_at":"2026-06-09T12:30:30.873Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001816,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1373vm-test-run-nixbot-gitlab> gitlab # [  150.418189] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.874Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"b4a999832633cca07e0f6349","created_at":"2026-06-09T12:30:29.195Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.200Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-b4a999832633cca07e0f6349: start","job_status":"start","queue_duration_s":1.673654,"scheduling_latency_s":1.673674}1374vm-test-run-nixbot-gitlab> gitlab # [  150.492929] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.968Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"b4a999832633cca07e0f6349","created_at":"2026-06-09T12:30:29.195Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.200Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-b4a999832633cca07e0f6349: done: 0.093536 sec","job_status":"done","queue_duration_s":1.673654,"scheduling_latency_s":1.673674,"redis_calls":71,"redis_duration_s":0.017365,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.002253,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.00075,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.013699,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000663,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.071624,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000410387,"duration_s":0.093536,"completed_at":"2026-06-09T12:30:30.968Z","load_balancing_strategy":"primary","db_duration_s":0.00213,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1375vm-test-run-nixbot-gitlab> gitlab # [  150.496331] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:30.969Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"e314f46c6885bdb2176c7ff2","created_at":"2026-06-09T12:30:29.217Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e7be337fb9f5193a4ae1ca1b29c93728","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.228Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-e314f46c6885bdb2176c7ff2: start","job_status":"start","queue_duration_s":1.741027,"scheduling_latency_s":1.74105}1376vm-test-run-nixbot-gitlab> gitlab # [  150.575552] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.025Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"e314f46c6885bdb2176c7ff2","created_at":"2026-06-09T12:30:29.217Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e7be337fb9f5193a4ae1ca1b29c93728","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.228Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-e314f46c6885bdb2176c7ff2: done: 0.05614 sec","job_status":"done","queue_duration_s":1.741027,"scheduling_latency_s":1.74105,"redis_calls":14,"redis_duration_s":0.003309,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000831,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001356,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001122,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.027,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.026,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021301,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000441955,"exclusive_lock_hold_duration_s":0.035169554,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.05614,"completed_at":"2026-06-09T12:30:31.025Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.028003,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1377vm-test-run-nixbot-gitlab> gitlab # [  150.590191] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.027Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"0300274783bf78304a2c7494","created_at":"2026-06-09T12:30:29.232Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"42943ac71fa4f8c310cf24f26060b75a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.238Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-0300274783bf78304a2c7494: start","job_status":"start","queue_duration_s":1.789251,"scheduling_latency_s":1.789272}1378vm-test-run-nixbot-gitlab> gitlab # [  150.658889] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.057Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"0300274783bf78304a2c7494","created_at":"2026-06-09T12:30:29.232Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"42943ac71fa4f8c310cf24f26060b75a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.238Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-0300274783bf78304a2c7494: done: 0.030469 sec","job_status":"done","queue_duration_s":1.789251,"scheduling_latency_s":1.789272,"redis_calls":19,"redis_duration_s":0.005157,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001715,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000357,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.002232,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000853,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019056,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000352,"duration_s":0.030469,"completed_at":"2026-06-09T12:30:31.057Z","load_balancing_strategy":"primary","db_duration_s":0.002262,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1379vm-test-run-nixbot-gitlab> gitlab # [  150.677166] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.059Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"fb3db08cefa15d3c342117e5","created_at":"2026-06-09T12:30:29.243Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"de16c2eafaa01076596fbe8300d5f6a5","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.251Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-fb3db08cefa15d3c342117e5: start","job_status":"start","queue_duration_s":1.807207,"scheduling_latency_s":1.807227}1380vm-test-run-nixbot-gitlab> gitlab # [  150.745973] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.079Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"fb3db08cefa15d3c342117e5","created_at":"2026-06-09T12:30:29.243Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"de16c2eafaa01076596fbe8300d5f6a5","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.251Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-fb3db08cefa15d3c342117e5: done: 0.020765 sec","job_status":"done","queue_duration_s":1.807207,"scheduling_latency_s":1.807227,"redis_calls":10,"redis_duration_s":0.0023049999999999998,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000426,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001393,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000486,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012193,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000375467,"duration_s":0.020765,"completed_at":"2026-06-09T12:30:31.079Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002113,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1381vm-test-run-nixbot-gitlab> gitlab # [  150.766206] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.081Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"edf3c7b3c3f458387086a538","created_at":"2026-06-09T12:30:29.257Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a93463099e33f438145a10e82a776fbb","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.267Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-edf3c7b3c3f458387086a538: start","job_status":"start","queue_duration_s":1.813624,"scheduling_latency_s":1.813644}1382vm-test-run-nixbot-gitlab> gitlab # [  150.836563] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.100Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"edf3c7b3c3f458387086a538","created_at":"2026-06-09T12:30:29.257Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a93463099e33f438145a10e82a776fbb","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.267Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-edf3c7b3c3f458387086a538: done: 0.018933 sec","job_status":"done","queue_duration_s":1.813624,"scheduling_latency_s":1.813644,"redis_calls":11,"redis_duration_s":0.002794,"redis_read_bytes":9,"redis_write_bytes":1174,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000411,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001523,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000343,"redis_rate_limiting_write_bytes":51,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000517,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011255,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000356749,"extra.cells_stale_requests_cleanup_cron_worker.removed_count":0,"duration_s":0.018933,"completed_at":"2026-06-09T12:30:31.100Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00032,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1383vm-test-run-nixbot-gitlab> gitlab # [  150.856866] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.101Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"765413be57946acefc3ba798","created_at":"2026-06-09T12:30:29.274Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cef5f0d2fd7125c2c68a9e6074c156e6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.288Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-765413be57946acefc3ba798: start","job_status":"start","queue_duration_s":1.813084,"scheduling_latency_s":1.813114}1384vm-test-run-nixbot-gitlab> gitlab # [  150.939148] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.122Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"765413be57946acefc3ba798","created_at":"2026-06-09T12:30:29.274Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cef5f0d2fd7125c2c68a9e6074c156e6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:29.288Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-765413be57946acefc3ba798: done: 0.020719 sec","job_status":"done","queue_duration_s":1.813084,"scheduling_latency_s":1.813114,"redis_calls":12,"redis_duration_s":0.002827,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00043,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001364,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001033,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0117,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000487772,"exclusive_lock_hold_duration_s":0.0042511,"duration_s":0.020719,"completed_at":"2026-06-09T12:30:31.122Z","load_balancing_strategy":"primary","db_duration_s":0.001952,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1385vm-test-run-nixbot-gitlab> gitlab # [  150.943226] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.123Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"6ca6ddd0b2ae4452b5c065ee","created_at":"2026-06-09T12:30:29.296Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"69ee82c1c9a655f179b9bc575265f735","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T12:30:29.304Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-6ca6ddd0b2ae4452b5c065ee: start","job_status":"start","queue_duration_s":1.819342,"scheduling_latency_s":1.819362}1386vm-test-run-nixbot-gitlab> gitlab # [  151.020900] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.134Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1387vm-test-run-nixbot-gitlab> gitlab # [  151.022353] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.141Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"6ca6ddd0b2ae4452b5c065ee","created_at":"2026-06-09T12:30:29.296Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"69ee82c1c9a655f179b9bc575265f735","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T12:30:29.304Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-6ca6ddd0b2ae4452b5c065ee: done: 0.017289 sec","job_status":"done","queue_duration_s":1.819342,"scheduling_latency_s":1.819362,"redis_calls":10,"redis_duration_s":0.002495,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000727,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00132,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000448,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009515,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000386641,"duration_s":0.017289,"completed_at":"2026-06-09T12:30:31.141Z","load_balancing_strategy":"primary","db_duration_s":0.000334,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1388vm-test-run-nixbot-gitlab> gitlab # [  151.033873] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.142Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"4f891296fb28f6fb781768ef","created_at":"2026-06-09T12:30:30.573Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-3b791bee1fb340be","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"e4b8fee5804d397689b2dc4e296a9e5f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.583Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-4f891296fb28f6fb781768ef: start","job_status":"start","queue_duration_s":0.558927,"scheduling_latency_s":0.558947}1389vm-test-run-nixbot-gitlab> gitlab # [  151.107141] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.164Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"4f891296fb28f6fb781768ef","created_at":"2026-06-09T12:30:30.573Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-3b791bee1fb340be","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"e4b8fee5804d397689b2dc4e296a9e5f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.583Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-4f891296fb28f6fb781768ef: done: 0.021723 sec","job_status":"done","queue_duration_s":0.558927,"scheduling_latency_s":0.558947,"redis_calls":10,"redis_duration_s":0.002293,"redis_read_bytes":9,"redis_write_bytes":1117,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000425,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001432,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000436,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":222,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012656,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000361778,"duration_s":0.021723,"completed_at":"2026-06-09T12:30:31.164Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002412,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1390vm-test-run-nixbot-gitlab> gitlab # [  151.124350] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.165Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"bb4498cbff36a5336fff0fdd","created_at":"2026-06-09T12:30:30.584Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-3b791bee1fb340be","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"e4b8fee5804d397689b2dc4e296a9e5f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.587Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-bb4498cbff36a5336fff0fdd: start","job_status":"start","queue_duration_s":0.578036,"scheduling_latency_s":0.578057}1391vm-test-run-nixbot-gitlab> gitlab # [  151.196153] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.184Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"bb4498cbff36a5336fff0fdd","created_at":"2026-06-09T12:30:30.584Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-3b791bee1fb340be","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"e4b8fee5804d397689b2dc4e296a9e5f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.587Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-bb4498cbff36a5336fff0fdd: done: 0.01842 sec","job_status":"done","queue_duration_s":0.578036,"scheduling_latency_s":0.578057,"redis_calls":10,"redis_duration_s":0.002156,"redis_read_bytes":9,"redis_write_bytes":1133,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000404,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001298,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000454,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011364,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000384407,"duration_s":0.01842,"completed_at":"2026-06-09T12:30:31.184Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000943,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1392vm-test-run-nixbot-gitlab> gitlab # [  151.272243] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.185Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"4a1a3cc6a48047cedbe67dd2","created_at":"2026-06-09T12:30:30.628Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-b68109ec7f604d49","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.640Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-4a1a3cc6a48047cedbe67dd2: start","job_status":"start","queue_duration_s":0.54513,"scheduling_latency_s":0.545161}1393vm-test-run-nixbot-gitlab> gitlab # [  151.273878] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.215Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"4a1a3cc6a48047cedbe67dd2","created_at":"2026-06-09T12:30:30.628Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-b68109ec7f604d49","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.640Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-4a1a3cc6a48047cedbe67dd2: done: 0.02989 sec","job_status":"done","queue_duration_s":0.54513,"scheduling_latency_s":0.545161,"redis_calls":18,"redis_duration_s":0.003965,"redis_read_bytes":39,"redis_write_bytes":2116,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000401,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001072,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":471,"redis_shared_state_calls":11,"redis_shared_state_duration_s":0.002492,"redis_shared_state_read_bytes":34,"redis_shared_state_write_bytes":1324,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017322,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000375746,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket":1,"extra.ci_bulk_delete_expired_job_artifacts_worker.artifacts_empty":true,"extra.ci_bulk_delete_expired_job_artifacts_worker.destroyed_job_artifacts_count":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket_released":1,"duration_s":0.02989,"completed_at":"2026-06-09T12:30:31.215Z","load_balancing_strategy":"primary","db_duration_s":0.005201,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1394vm-test-run-nixbot-gitlab> gitlab # [  151.353899] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.217Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"d04a4652781149b97d57f5b6","created_at":"2026-06-09T12:30:30.628Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-b68109ec7f604d49","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.640Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-d04a4652781149b97d57f5b6: start","job_status":"start","queue_duration_s":0.576449,"scheduling_latency_s":0.576469}1395vm-test-run-nixbot-gitlab> gitlab # [  151.355397] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.239Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"d04a4652781149b97d57f5b6","created_at":"2026-06-09T12:30:30.628Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-b68109ec7f604d49","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.640Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-d04a4652781149b97d57f5b6: done: 0.022859 sec","job_status":"done","queue_duration_s":0.576449,"scheduling_latency_s":0.576469,"redis_calls":15,"redis_duration_s":0.0056760000000000005,"redis_read_bytes":35,"redis_write_bytes":1707,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002428,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":383,"redis_shared_state_calls":11,"redis_shared_state_duration_s":0.003248,"redis_shared_state_read_bytes":32,"redis_shared_state_write_bytes":1324,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01184,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket":3,"extra.ci_bulk_delete_expired_job_artifacts_worker.artifacts_empty":true,"extra.ci_bulk_delete_expired_job_artifacts_worker.destroyed_job_artifacts_count":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket_released":3,"duration_s":0.022859,"completed_at":"2026-06-09T12:30:31.239Z","load_balancing_strategy":"primary","db_duration_s":0.003353,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1396vm-test-run-nixbot-gitlab> gitlab # [  151.426101] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.241Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"8c60183b06e1df00a839f84d","created_at":"2026-06-09T12:30:30.628Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-b68109ec7f604d49","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.640Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-8c60183b06e1df00a839f84d: start","job_status":"start","queue_duration_s":0.600857,"scheduling_latency_s":0.60092}1397vm-test-run-nixbot-gitlab> gitlab # [  151.427436] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.260Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"8c60183b06e1df00a839f84d","created_at":"2026-06-09T12:30:30.628Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-b68109ec7f604d49","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.640Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-8c60183b06e1df00a839f84d: done: 0.01869 sec","job_status":"done","queue_duration_s":0.600857,"scheduling_latency_s":0.60092,"redis_calls":15,"redis_duration_s":0.0030949999999999997,"redis_read_bytes":35,"redis_write_bytes":1707,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000897,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":383,"redis_shared_state_calls":11,"redis_shared_state_duration_s":0.002198,"redis_shared_state_read_bytes":32,"redis_shared_state_write_bytes":1324,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011338,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.artifacts_empty":true,"extra.ci_bulk_delete_expired_job_artifacts_worker.destroyed_job_artifacts_count":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket_released":0,"duration_s":0.01869,"completed_at":"2026-06-09T12:30:31.260Z","load_balancing_strategy":"primary","db_duration_s":0.001828,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1398vm-test-run-nixbot-gitlab> gitlab # [  151.526716] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.261Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"4cba183408fe35adeb1ebb67","created_at":"2026-06-09T12:30:30.628Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-b68109ec7f604d49","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.640Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-4cba183408fe35adeb1ebb67: start","job_status":"start","queue_duration_s":0.620847,"scheduling_latency_s":0.620908}1399vm-test-run-nixbot-gitlab> gitlab # [  151.528356] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.279Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"4cba183408fe35adeb1ebb67","created_at":"2026-06-09T12:30:30.628Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-b68109ec7f604d49","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.640Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-4cba183408fe35adeb1ebb67: done: 0.017977 sec","job_status":"done","queue_duration_s":0.620847,"scheduling_latency_s":0.620908,"redis_calls":15,"redis_duration_s":0.0029620000000000002,"redis_read_bytes":35,"redis_write_bytes":1707,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00083,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":383,"redis_shared_state_calls":11,"redis_shared_state_duration_s":0.002132,"redis_shared_state_read_bytes":32,"redis_shared_state_write_bytes":1324,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011479,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.artifacts_empty":true,"extra.ci_bulk_delete_expired_job_artifacts_worker.destroyed_job_artifacts_count":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket_released":0,"duration_s":0.017977,"completed_at":"2026-06-09T12:30:31.279Z","load_balancing_strategy":"primary","db_duration_s":0.001576,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1400vm-test-run-nixbot-gitlab> gitlab # [  151.605933] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.280Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"b7caee7f0d9637710662ac9d","created_at":"2026-06-09T12:30:30.628Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-b68109ec7f604d49","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.640Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-b7caee7f0d9637710662ac9d: start","job_status":"start","queue_duration_s":0.640126,"scheduling_latency_s":0.640155}1401vm-test-run-nixbot-gitlab> gitlab # [  151.607106] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.301Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"b7caee7f0d9637710662ac9d","created_at":"2026-06-09T12:30:30.628Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-b68109ec7f604d49","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"4170c8d7c618487d848f7fe6a02a6a31","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.640Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-b7caee7f0d9637710662ac9d: done: 0.020341 sec","job_status":"done","queue_duration_s":0.640126,"scheduling_latency_s":0.640155,"redis_calls":15,"redis_duration_s":0.005231,"redis_read_bytes":35,"redis_write_bytes":1707,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00256,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":383,"redis_shared_state_calls":11,"redis_shared_state_duration_s":0.002671,"redis_shared_state_read_bytes":32,"redis_shared_state_write_bytes":1324,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011698,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket":3,"extra.ci_bulk_delete_expired_job_artifacts_worker.artifacts_empty":true,"extra.ci_bulk_delete_expired_job_artifacts_worker.destroyed_job_artifacts_count":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket_released":3,"duration_s":0.020341,"completed_at":"2026-06-09T12:30:31.301Z","load_balancing_strategy":"primary","db_duration_s":0.001658,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1402vm-test-run-nixbot-gitlab> gitlab # [  151.701352] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.302Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bb9e1867a821c867e538101e","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bb9e1867a821c867e538101e: start","job_status":"start","queue_duration_s":0.342735,"scheduling_latency_s":0.342755}1403vm-test-run-nixbot-gitlab> gitlab # [  151.702960] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.323Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bb9e1867a821c867e538101e","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bb9e1867a821c867e538101e: done: 0.020868 sec","job_status":"done","queue_duration_s":0.342735,"scheduling_latency_s":0.342755,"redis_calls":16,"redis_duration_s":0.003583,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000444,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001071,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002068,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012921,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033859,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020868,"completed_at":"2026-06-09T12:30:31.323Z","load_balancing_strategy":"primary","db_duration_s":0.000448,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1404vm-test-run-nixbot-gitlab> gitlab # [  151.730124] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.325Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"13e6370307f4d58bfbd12175","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-13e6370307f4d58bfbd12175: start","job_status":"start","queue_duration_s":0.365744,"scheduling_latency_s":0.365764}1405vm-test-run-nixbot-gitlab> gitlab # [  151.750577] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.341Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"13e6370307f4d58bfbd12175","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-13e6370307f4d58bfbd12175: done: 0.016113 sec","job_status":"done","queue_duration_s":0.365744,"scheduling_latency_s":0.365764,"redis_calls":13,"redis_duration_s":0.003372,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000985,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002387,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010189,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016113,"completed_at":"2026-06-09T12:30:31.341Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1406vm-test-run-nixbot-gitlab> gitlab # [  151.813499] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.343Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5f06e4f0e1406b7b4902ad60","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5f06e4f0e1406b7b4902ad60: start","job_status":"start","queue_duration_s":0.383342,"scheduling_latency_s":0.383363}1407vm-test-run-nixbot-gitlab> gitlab # [  151.833933] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.358Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5f06e4f0e1406b7b4902ad60","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5f06e4f0e1406b7b4902ad60: done: 0.015494 sec","job_status":"done","queue_duration_s":0.383342,"scheduling_latency_s":0.383363,"redis_calls":13,"redis_duration_s":0.002785,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000879,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001906,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010072,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015494,"completed_at":"2026-06-09T12:30:31.358Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1408vm-test-run-nixbot-gitlab> gitlab # [  151.915969] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.360Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe7f0ac15da9a2340656bf1d","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe7f0ac15da9a2340656bf1d: start","job_status":"start","queue_duration_s":0.400268,"scheduling_latency_s":0.400288}1409vm-test-run-nixbot-gitlab> gitlab # [  151.917398] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.375Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe7f0ac15da9a2340656bf1d","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe7f0ac15da9a2340656bf1d: done: 0.015371 sec","job_status":"done","queue_duration_s":0.400268,"scheduling_latency_s":0.400288,"redis_calls":13,"redis_duration_s":0.003005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000989,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002016,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010017,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015371,"completed_at":"2026-06-09T12:30:31.375Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1410vm-test-run-nixbot-gitlab> gitlab # [  151.988084] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.376Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eb0fb7a530de43b2c41a9435","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eb0fb7a530de43b2c41a9435: start","job_status":"start","queue_duration_s":0.417171,"scheduling_latency_s":0.417192}1411vm-test-run-nixbot-gitlab> gitlab # [  151.995476] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.392Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eb0fb7a530de43b2c41a9435","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eb0fb7a530de43b2c41a9435: done: 0.01563 sec","job_status":"done","queue_duration_s":0.417171,"scheduling_latency_s":0.417192,"redis_calls":13,"redis_duration_s":0.003046,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001022,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002024,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010022,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01563,"completed_at":"2026-06-09T12:30:31.392Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1412vm-test-run-nixbot-gitlab> gitlab # [  152.123374] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.394Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e752990d338e658f317c3063","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e752990d338e658f317c3063: start","job_status":"start","queue_duration_s":0.434194,"scheduling_latency_s":0.434215}1413vm-test-run-nixbot-gitlab> gitlab # [  152.125102] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.409Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e752990d338e658f317c3063","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e752990d338e658f317c3063: done: 0.015346 sec","job_status":"done","queue_duration_s":0.434194,"scheduling_latency_s":0.434215,"redis_calls":13,"redis_duration_s":0.0030310000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000948,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002083,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009817,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015346,"completed_at":"2026-06-09T12:30:31.409Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1414vm-test-run-nixbot-gitlab> gitlab # [  152.140221] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.410Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"84299a08e7bbfd00f3cbeb3c","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-84299a08e7bbfd00f3cbeb3c: start","job_status":"start","queue_duration_s":0.450862,"scheduling_latency_s":0.450884}1415vm-test-run-nixbot-gitlab> gitlab # [  152.160167] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.426Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"84299a08e7bbfd00f3cbeb3c","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-84299a08e7bbfd00f3cbeb3c: done: 0.015404 sec","job_status":"done","queue_duration_s":0.450862,"scheduling_latency_s":0.450884,"redis_calls":13,"redis_duration_s":0.002901,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000915,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001986,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009861,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015404,"completed_at":"2026-06-09T12:30:31.426Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1416vm-test-run-nixbot-gitlab> gitlab # [  152.252508] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.427Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1fa3a8fd46944fd862c107ee","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1fa3a8fd46944fd862c107ee: start","job_status":"start","queue_duration_s":0.467578,"scheduling_latency_s":0.467599}1417vm-test-run-nixbot-gitlab> gitlab # [  152.254371] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.444Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1fa3a8fd46944fd862c107ee","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1fa3a8fd46944fd862c107ee: done: 0.017451 sec","job_status":"done","queue_duration_s":0.467578,"scheduling_latency_s":0.467599,"redis_calls":13,"redis_duration_s":0.00387,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001772,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002098,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010207,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017451,"completed_at":"2026-06-09T12:30:31.444Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1418vm-test-run-nixbot-gitlab> gitlab # [  152.353410] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.446Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e498805978c54f832906f972","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e498805978c54f832906f972: start","job_status":"start","queue_duration_s":0.486318,"scheduling_latency_s":0.48634}1419vm-test-run-nixbot-gitlab> gitlab # [  152.355166] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.461Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e498805978c54f832906f972","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e498805978c54f832906f972: done: 0.015775 sec","job_status":"done","queue_duration_s":0.486318,"scheduling_latency_s":0.48634,"redis_calls":13,"redis_duration_s":0.002947,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000901,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002046,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009846,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015775,"completed_at":"2026-06-09T12:30:31.461Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1420vm-test-run-nixbot-gitlab> gitlab # [  152.426985] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.463Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e5ac10ec457af696baeee6d5","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e5ac10ec457af696baeee6d5: start","job_status":"start","queue_duration_s":0.503369,"scheduling_latency_s":0.50339}1421vm-test-run-nixbot-gitlab> gitlab # [  152.428588] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.478Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e5ac10ec457af696baeee6d5","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e5ac10ec457af696baeee6d5: done: 0.015517 sec","job_status":"done","queue_duration_s":0.503369,"scheduling_latency_s":0.50339,"redis_calls":13,"redis_duration_s":0.002922,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000924,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001998,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009748,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015517,"completed_at":"2026-06-09T12:30:31.478Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1422vm-test-run-nixbot-gitlab> gitlab # [  152.501531] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.479Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"75e37b2df3e57b454506450c","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-75e37b2df3e57b454506450c: start","job_status":"start","queue_duration_s":0.520166,"scheduling_latency_s":0.520187}1423vm-test-run-nixbot-gitlab> gitlab # [  152.502965] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.495Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"75e37b2df3e57b454506450c","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-75e37b2df3e57b454506450c: done: 0.015212 sec","job_status":"done","queue_duration_s":0.520166,"scheduling_latency_s":0.520187,"redis_calls":13,"redis_duration_s":0.002816,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000965,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001851,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010059,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015212,"completed_at":"2026-06-09T12:30:31.495Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1424vm-test-run-nixbot-gitlab> gitlab # [  152.586267] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.496Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb505842d68a3bf36d5fc9ab","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb505842d68a3bf36d5fc9ab: start","job_status":"start","queue_duration_s":0.536901,"scheduling_latency_s":0.536922}1425vm-test-run-nixbot-gitlab> gitlab # [  152.587384] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.512Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb505842d68a3bf36d5fc9ab","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb505842d68a3bf36d5fc9ab: done: 0.015724 sec","job_status":"done","queue_duration_s":0.536901,"scheduling_latency_s":0.536922,"redis_calls":13,"redis_duration_s":0.003445,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000896,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002549,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015724,"completed_at":"2026-06-09T12:30:31.512Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1426vm-test-run-nixbot-gitlab> gitlab # [  152.666285] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.513Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4e4ae1b12e86e79684d78b6","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4e4ae1b12e86e79684d78b6: start","job_status":"start","queue_duration_s":0.554106,"scheduling_latency_s":0.554127}1427vm-test-run-nixbot-gitlab> gitlab # [  152.667950] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.529Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4e4ae1b12e86e79684d78b6","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4e4ae1b12e86e79684d78b6: done: 0.01527 sec","job_status":"done","queue_duration_s":0.554106,"scheduling_latency_s":0.554127,"redis_calls":13,"redis_duration_s":0.002879,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000938,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001941,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009942,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01527,"completed_at":"2026-06-09T12:30:31.529Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1428vm-test-run-nixbot-gitlab> gitlab # [  152.757916] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.530Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e32ebe5c5f4f2522283d6b7","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e32ebe5c5f4f2522283d6b7: start","job_status":"start","queue_duration_s":0.570836,"scheduling_latency_s":0.570857}1429vm-test-run-nixbot-gitlab> gitlab # [  152.760145] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.546Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e32ebe5c5f4f2522283d6b7","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e32ebe5c5f4f2522283d6b7: done: 0.015554 sec","job_status":"done","queue_duration_s":0.570836,"scheduling_latency_s":0.570857,"redis_calls":13,"redis_duration_s":0.003219,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001091,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002128,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009994,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015554,"completed_at":"2026-06-09T12:30:31.546Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1430vm-test-run-nixbot-gitlab> gitlab # [  152.835345] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.547Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"65f542361c382a5803cb17ea","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-65f542361c382a5803cb17ea: start","job_status":"start","queue_duration_s":0.587842,"scheduling_latency_s":0.587862}1431vm-test-run-nixbot-gitlab> gitlab # [  152.837174] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.564Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"65f542361c382a5803cb17ea","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-65f542361c382a5803cb17ea: done: 0.016966 sec","job_status":"done","queue_duration_s":0.587842,"scheduling_latency_s":0.587862,"redis_calls":13,"redis_duration_s":0.003137,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001025,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002112,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010711,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016966,"completed_at":"2026-06-09T12:30:31.564Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1432vm-test-run-nixbot-gitlab> gitlab # [  152.877134] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.566Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee3fa1d37efd8ef76a41a607","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee3fa1d37efd8ef76a41a607: start","job_status":"start","queue_duration_s":0.606454,"scheduling_latency_s":0.606474}1433vm-test-run-nixbot-gitlab> gitlab # [  152.897164] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee3fa1d37efd8ef76a41a607","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee3fa1d37efd8ef76a41a607: done: 0.015028 sec","job_status":"done","queue_duration_s":0.606454,"scheduling_latency_s":0.606474,"redis_calls":13,"redis_duration_s":0.002741,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000876,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001865,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010242,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015028,"completed_at":"2026-06-09T12:30:31.581Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1434vm-test-run-nixbot-gitlab> gitlab # [  153.002908] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.582Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49e7a02ac04ceaf48f033af6","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49e7a02ac04ceaf48f033af6: start","job_status":"start","queue_duration_s":0.622796,"scheduling_latency_s":0.622817}1435vm-test-run-nixbot-gitlab> gitlab # [  153.004326] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.654Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49e7a02ac04ceaf48f033af6","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49e7a02ac04ceaf48f033af6: done: 0.071548 sec","job_status":"done","queue_duration_s":0.622796,"scheduling_latency_s":0.622817,"redis_calls":13,"redis_duration_s":0.002903,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000848,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002055,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.064665,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.071548,"completed_at":"2026-06-09T12:30:31.654Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1436vm-test-run-nixbot-gitlab> gitlab # [  153.042326] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.655Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"78dff2e837f902ae1a83647d","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-78dff2e837f902ae1a83647d: start","job_status":"start","queue_duration_s":0.695762,"scheduling_latency_s":0.695787}1437vm-test-run-nixbot-gitlab> gitlab # [  153.062374] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.670Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"78dff2e837f902ae1a83647d","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-78dff2e837f902ae1a83647d: done: 0.014627 sec","job_status":"done","queue_duration_s":0.695762,"scheduling_latency_s":0.695787,"redis_calls":13,"redis_duration_s":0.002739,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000867,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001872,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009684,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014627,"completed_at":"2026-06-09T12:30:31.670Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1438vm-test-run-nixbot-gitlab> gitlab # [  153.139068] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.671Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b294d4279765373c0029b65c","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b294d4279765373c0029b65c: start","job_status":"start","queue_duration_s":0.711963,"scheduling_latency_s":0.711983}1439vm-test-run-nixbot-gitlab> gitlab # [  153.143087] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.687Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b294d4279765373c0029b65c","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b294d4279765373c0029b65c: done: 0.016149 sec","job_status":"done","queue_duration_s":0.711963,"scheduling_latency_s":0.711983,"redis_calls":13,"redis_duration_s":0.004346,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000905,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003441,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009631,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016149,"completed_at":"2026-06-09T12:30:31.687Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1440vm-test-run-nixbot-gitlab> gitlab # [  153.252326] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.689Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b4d1d62cf4130cad5830f689","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b4d1d62cf4130cad5830f689: start","job_status":"start","queue_duration_s":0.729373,"scheduling_latency_s":0.729395}1441vm-test-run-nixbot-gitlab> gitlab # [  153.253605] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.704Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b4d1d62cf4130cad5830f689","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b4d1d62cf4130cad5830f689: done: 0.014862 sec","job_status":"done","queue_duration_s":0.729373,"scheduling_latency_s":0.729395,"redis_calls":13,"redis_duration_s":0.002884,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000928,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001956,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009578,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014862,"completed_at":"2026-06-09T12:30:31.703Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1442vm-test-run-nixbot-gitlab> gitlab # [  153.346933] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.705Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6483b449f72079597119094d","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6483b449f72079597119094d: start","job_status":"start","queue_duration_s":0.745606,"scheduling_latency_s":0.745626}1443vm-test-run-nixbot-gitlab> gitlab # [  153.348412] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.720Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6483b449f72079597119094d","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6483b449f72079597119094d: done: 0.014775 sec","job_status":"done","queue_duration_s":0.745606,"scheduling_latency_s":0.745626,"redis_calls":13,"redis_duration_s":0.002855,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000899,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001956,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009438,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014775,"completed_at":"2026-06-09T12:30:31.720Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1444vm-test-run-nixbot-gitlab> gitlab # [  153.418133] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.721Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"63e1a46e115670f152e0f39b","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-63e1a46e115670f152e0f39b: start","job_status":"start","queue_duration_s":0.761664,"scheduling_latency_s":0.761719}1445vm-test-run-nixbot-gitlab> gitlab # [  153.419514] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.737Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"63e1a46e115670f152e0f39b","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-63e1a46e115670f152e0f39b: done: 0.015722 sec","job_status":"done","queue_duration_s":0.761664,"scheduling_latency_s":0.761719,"redis_calls":13,"redis_duration_s":0.0028740000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000909,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001965,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009184,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015722,"completed_at":"2026-06-09T12:30:31.737Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1446vm-test-run-nixbot-gitlab> gitlab # [  153.489074] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.738Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76ded39842fe213b8ce1bd21","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76ded39842fe213b8ce1bd21: start","job_status":"start","queue_duration_s":0.778642,"scheduling_latency_s":0.778663}1447vm-test-run-nixbot-gitlab> gitlab # [  153.490446] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.753Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76ded39842fe213b8ce1bd21","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76ded39842fe213b8ce1bd21: done: 0.014866 sec","job_status":"done","queue_duration_s":0.778642,"scheduling_latency_s":0.778663,"redis_calls":13,"redis_duration_s":0.002896,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000918,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001978,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00948,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014866,"completed_at":"2026-06-09T12:30:31.753Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1448vm-test-run-nixbot-gitlab> gitlab # [  153.577470] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.754Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6fa286b922bdf12d7375d890","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6fa286b922bdf12d7375d890: start","job_status":"start","queue_duration_s":0.794864,"scheduling_latency_s":0.794885}1449vm-test-run-nixbot-gitlab> gitlab # [  153.579099] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.769Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6fa286b922bdf12d7375d890","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6fa286b922bdf12d7375d890: done: 0.014932 sec","job_status":"done","queue_duration_s":0.794864,"scheduling_latency_s":0.794885,"redis_calls":13,"redis_duration_s":0.003144,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000988,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002156,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009683,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014932,"completed_at":"2026-06-09T12:30:31.769Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1450vm-test-run-nixbot-gitlab> gitlab # [  153.655970] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.770Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"435da62d0258e7e3ac7e5653","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-435da62d0258e7e3ac7e5653: start","job_status":"start","queue_duration_s":0.811084,"scheduling_latency_s":0.811105}1451vm-test-run-nixbot-gitlab> gitlab # [  153.657357] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.785Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"435da62d0258e7e3ac7e5653","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-435da62d0258e7e3ac7e5653: done: 0.014521 sec","job_status":"done","queue_duration_s":0.811084,"scheduling_latency_s":0.811105,"redis_calls":13,"redis_duration_s":0.002846,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000944,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001902,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009536,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014521,"completed_at":"2026-06-09T12:30:31.785Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1452vm-test-run-nixbot-gitlab> gitlab # [  153.729419] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:31.787Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bef9e0ea2023a9f71fe91810","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bef9e0ea2023a9f71fe91810: start","job_status":"start","queue_duration_s":0.827268,"scheduling_latency_s":0.827288}1453vm-test-run-nixbot-gitlab> gitlab # [  153.731114] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.021Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bef9e0ea2023a9f71fe91810","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bef9e0ea2023a9f71fe91810: done: 0.234217 sec","job_status":"done","queue_duration_s":0.827268,"scheduling_latency_s":0.827288,"redis_calls":13,"redis_duration_s":0.002993,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001191,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001802,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01151,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.234217,"completed_at":"2026-06-09T12:30:32.021Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1454vm-test-run-nixbot-gitlab> gitlab # [  153.808860] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.022Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"480eedf473f768560c3826ce","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-480eedf473f768560c3826ce: start","job_status":"start","queue_duration_s":1.063094,"scheduling_latency_s":1.063123}1455vm-test-run-nixbot-gitlab> gitlab # [  153.810364] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"480eedf473f768560c3826ce","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-480eedf473f768560c3826ce: done: 0.01589 sec","job_status":"done","queue_duration_s":1.063094,"scheduling_latency_s":1.063123,"redis_calls":13,"redis_duration_s":0.002897,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000853,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002044,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010481,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01589,"completed_at":"2026-06-09T12:30:32.038Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1456vm-test-run-nixbot-gitlab> gitlab # [  153.880513] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.040Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"851a176ac2c2fe2353418187","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-851a176ac2c2fe2353418187: start","job_status":"start","queue_duration_s":1.080188,"scheduling_latency_s":1.080209}1457vm-test-run-nixbot-gitlab> gitlab # [  153.882368] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.063Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"851a176ac2c2fe2353418187","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-851a176ac2c2fe2353418187: done: 0.023733 sec","job_status":"done","queue_duration_s":1.080188,"scheduling_latency_s":1.080209,"redis_calls":13,"redis_duration_s":0.009232,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003792,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00544,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012065,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023733,"completed_at":"2026-06-09T12:30:32.063Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1458vm-test-run-nixbot-gitlab> gitlab # [  153.955463] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.065Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ac68bc64eae32ff7e289908","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ac68bc64eae32ff7e289908: start","job_status":"start","queue_duration_s":1.105524,"scheduling_latency_s":1.105552}1459vm-test-run-nixbot-gitlab> gitlab # [  153.956900] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.080Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ac68bc64eae32ff7e289908","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ac68bc64eae32ff7e289908: done: 0.015645 sec","job_status":"done","queue_duration_s":1.105524,"scheduling_latency_s":1.105552,"redis_calls":13,"redis_duration_s":0.002973,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000926,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002047,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009479,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015645,"completed_at":"2026-06-09T12:30:32.080Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1460vm-test-run-nixbot-gitlab> gitlab # [  154.028046] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.082Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3db432ffcd532d47c20b4ed3","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3db432ffcd532d47c20b4ed3: start","job_status":"start","queue_duration_s":1.122787,"scheduling_latency_s":1.122808}1461vm-test-run-nixbot-gitlab> gitlab # [  154.101257] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.097Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3db432ffcd532d47c20b4ed3","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3db432ffcd532d47c20b4ed3: done: 0.015011 sec","job_status":"done","queue_duration_s":1.122787,"scheduling_latency_s":1.122808,"redis_calls":13,"redis_duration_s":0.002931,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000984,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009667,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015011,"completed_at":"2026-06-09T12:30:32.097Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1462vm-test-run-nixbot-gitlab> gitlab # [  154.103093] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.098Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"347e850e2c36fe3515820d8b","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-347e850e2c36fe3515820d8b: start","job_status":"start","queue_duration_s":1.139113,"scheduling_latency_s":1.139134}1463vm-test-run-nixbot-gitlab> gitlab # [  154.173232] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.113Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"347e850e2c36fe3515820d8b","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-347e850e2c36fe3515820d8b: done: 0.015001 sec","job_status":"done","queue_duration_s":1.139113,"scheduling_latency_s":1.139134,"redis_calls":13,"redis_duration_s":0.003443,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00097,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002473,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009702,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015001,"completed_at":"2026-06-09T12:30:32.113Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1464vm-test-run-nixbot-gitlab> gitlab # [  154.245315] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.115Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b57cb85b51e04a6bad3ebb4a","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b57cb85b51e04a6bad3ebb4a: start","job_status":"start","queue_duration_s":1.155403,"scheduling_latency_s":1.155424}1465vm-test-run-nixbot-gitlab> gitlab # [  154.247216] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.130Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b57cb85b51e04a6bad3ebb4a","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b57cb85b51e04a6bad3ebb4a: done: 0.015001 sec","job_status":"done","queue_duration_s":1.155403,"scheduling_latency_s":1.155424,"redis_calls":13,"redis_duration_s":0.0033179999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002313,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009654,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015001,"completed_at":"2026-06-09T12:30:32.130Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1466vm-test-run-nixbot-gitlab> gitlab # [  154.331497] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.131Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"02919627b2ce4028e789733a","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-02919627b2ce4028e789733a: start","job_status":"start","queue_duration_s":1.171714,"scheduling_latency_s":1.171735}1467vm-test-run-nixbot-gitlab> gitlab # [  154.333174] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.146Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"02919627b2ce4028e789733a","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-02919627b2ce4028e789733a: done: 0.01522 sec","job_status":"done","queue_duration_s":1.171714,"scheduling_latency_s":1.171735,"redis_calls":13,"redis_duration_s":0.003205,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000873,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002332,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009275,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01522,"completed_at":"2026-06-09T12:30:32.146Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1468vm-test-run-nixbot-gitlab> gitlab # [  154.346181] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.148Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4e777280b0df0a0ca6a7c6dd","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4e777280b0df0a0ca6a7c6dd: start","job_status":"start","queue_duration_s":1.188633,"scheduling_latency_s":1.188653}1469vm-test-run-nixbot-gitlab> gitlab # [  154.416249] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.166Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4e777280b0df0a0ca6a7c6dd","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4e777280b0df0a0ca6a7c6dd: done: 0.018298 sec","job_status":"done","queue_duration_s":1.188633,"scheduling_latency_s":1.188653,"redis_calls":13,"redis_duration_s":0.002995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000934,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002061,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011726,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018298,"completed_at":"2026-06-09T12:30:32.166Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1470vm-test-run-nixbot-gitlab> gitlab # [  154.426360] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.168Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5ea181a4b3b907ad3281a7d1","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5ea181a4b3b907ad3281a7d1: start","job_status":"start","queue_duration_s":1.208381,"scheduling_latency_s":1.208403}1471vm-test-run-nixbot-gitlab> gitlab # [  154.505629] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.183Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5ea181a4b3b907ad3281a7d1","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5ea181a4b3b907ad3281a7d1: done: 0.015196 sec","job_status":"done","queue_duration_s":1.208381,"scheduling_latency_s":1.208403,"redis_calls":13,"redis_duration_s":0.002764,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001847,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010049,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015196,"completed_at":"2026-06-09T12:30:32.183Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1472vm-test-run-nixbot-gitlab> gitlab # [  154.507905] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.184Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dfa6c3b56c030dae188fd1f2","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dfa6c3b56c030dae188fd1f2: start","job_status":"start","queue_duration_s":1.224842,"scheduling_latency_s":1.224862}1473vm-test-run-nixbot-gitlab> gitlab # [  154.580844] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.200Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dfa6c3b56c030dae188fd1f2","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dfa6c3b56c030dae188fd1f2: done: 0.016073 sec","job_status":"done","queue_duration_s":1.224842,"scheduling_latency_s":1.224862,"redis_calls":13,"redis_duration_s":0.003829,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000929,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0029,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009739,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016073,"completed_at":"2026-06-09T12:30:32.200Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1474vm-test-run-nixbot-gitlab> gitlab # [  154.586877] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.202Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f7692471aa96991f4886f31e","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f7692471aa96991f4886f31e: start","job_status":"start","queue_duration_s":1.242233,"scheduling_latency_s":1.242255}1475vm-test-run-nixbot-gitlab> gitlab # [  154.661258] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.217Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f7692471aa96991f4886f31e","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f7692471aa96991f4886f31e: done: 0.015623 sec","job_status":"done","queue_duration_s":1.242233,"scheduling_latency_s":1.242255,"redis_calls":13,"redis_duration_s":0.0030220000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000923,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002099,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009377,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015623,"completed_at":"2026-06-09T12:30:32.217Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1476vm-test-run-nixbot-gitlab> gitlab # [  154.666750] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.218Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c0ec30f6e4a68e197315ac72","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c0ec30f6e4a68e197315ac72: start","job_status":"start","queue_duration_s":1.259137,"scheduling_latency_s":1.259159}1477vm-test-run-nixbot-gitlab> gitlab # [  154.744934] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.235Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c0ec30f6e4a68e197315ac72","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c0ec30f6e4a68e197315ac72: done: 0.016159 sec","job_status":"done","queue_duration_s":1.259137,"scheduling_latency_s":1.259159,"redis_calls":13,"redis_duration_s":0.004069,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001816,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002253,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009888,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016159,"completed_at":"2026-06-09T12:30:32.235Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1478vm-test-run-nixbot-gitlab> gitlab # [  154.747066] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.236Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74d1bb752a8712c02f3aa31e","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74d1bb752a8712c02f3aa31e: start","job_status":"start","queue_duration_s":1.276537,"scheduling_latency_s":1.276557}1479vm-test-run-nixbot-gitlab> gitlab # [  154.766104] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.251Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74d1bb752a8712c02f3aa31e","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74d1bb752a8712c02f3aa31e: done: 0.015258 sec","job_status":"done","queue_duration_s":1.276537,"scheduling_latency_s":1.276557,"redis_calls":13,"redis_duration_s":0.003091,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002166,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010099,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015258,"completed_at":"2026-06-09T12:30:32.251Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1480vm-test-run-nixbot-gitlab> gitlab # [  154.838633] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.252Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d5474776899fd57af0b74c5c","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d5474776899fd57af0b74c5c: start","job_status":"start","queue_duration_s":1.29304,"scheduling_latency_s":1.293061}1481vm-test-run-nixbot-gitlab> gitlab # [  154.909681] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.267Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d5474776899fd57af0b74c5c","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d5474776899fd57af0b74c5c: done: 0.014716 sec","job_status":"done","queue_duration_s":1.29304,"scheduling_latency_s":1.293061,"redis_calls":13,"redis_duration_s":0.002804,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001885,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009564,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014716,"completed_at":"2026-06-09T12:30:32.267Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1482vm-test-run-nixbot-gitlab> gitlab # [  154.912067] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.269Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bbf39f887f831adf3097d62a","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bbf39f887f831adf3097d62a: start","job_status":"start","queue_duration_s":1.309512,"scheduling_latency_s":1.309533}1483vm-test-run-nixbot-gitlab> gitlab # [  154.924596] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.284Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bbf39f887f831adf3097d62a","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bbf39f887f831adf3097d62a: done: 0.015296 sec","job_status":"done","queue_duration_s":1.309512,"scheduling_latency_s":1.309533,"redis_calls":13,"redis_duration_s":0.002949,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000977,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001972,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010159,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015296,"completed_at":"2026-06-09T12:30:32.284Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1484vm-test-run-nixbot-gitlab> gitlab # [  155.004914] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.285Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ef8d4ad991bf838512cc982b","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ef8d4ad991bf838512cc982b: start","job_status":"start","queue_duration_s":1.326098,"scheduling_latency_s":1.326121}1485vm-test-run-nixbot-gitlab> gitlab # [  155.006057] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.301Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ef8d4ad991bf838512cc982b","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ef8d4ad991bf838512cc982b: done: 0.01521 sec","job_status":"done","queue_duration_s":1.326098,"scheduling_latency_s":1.326121,"redis_calls":13,"redis_duration_s":0.0029639999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00091,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002054,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009741,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01521,"completed_at":"2026-06-09T12:30:32.301Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1486vm-test-run-nixbot-gitlab> gitlab # [  155.108260] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.302Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8bfab41fd22062d944ea8d42","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8bfab41fd22062d944ea8d42: start","job_status":"start","queue_duration_s":1.342619,"scheduling_latency_s":1.34264}1487vm-test-run-nixbot-gitlab> gitlab # [  155.109465] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.317Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8bfab41fd22062d944ea8d42","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8bfab41fd22062d944ea8d42: done: 0.015059 sec","job_status":"done","queue_duration_s":1.342619,"scheduling_latency_s":1.34264,"redis_calls":13,"redis_duration_s":0.002803,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000923,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00188,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010134,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015059,"completed_at":"2026-06-09T12:30:32.317Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1488vm-test-run-nixbot-gitlab> gitlab # [  155.182370] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.318Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"890805703cd2270e6a5217ae","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-890805703cd2270e6a5217ae: start","job_status":"start","queue_duration_s":1.359087,"scheduling_latency_s":1.359107}1489vm-test-run-nixbot-gitlab> gitlab # [  155.183491] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.333Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"890805703cd2270e6a5217ae","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-890805703cd2270e6a5217ae: done: 0.015123 sec","job_status":"done","queue_duration_s":1.359087,"scheduling_latency_s":1.359107,"redis_calls":13,"redis_duration_s":0.002873,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000863,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00201,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00958,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015123,"completed_at":"2026-06-09T12:30:32.333Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1490vm-test-run-nixbot-gitlab> gitlab # [  155.255561] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.335Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"677a74fe940cc00827084594","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-677a74fe940cc00827084594: start","job_status":"start","queue_duration_s":1.375467,"scheduling_latency_s":1.375489}1491vm-test-run-nixbot-gitlab> gitlab # [  155.257501] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.350Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"677a74fe940cc00827084594","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-677a74fe940cc00827084594: done: 0.01532 sec","job_status":"done","queue_duration_s":1.375467,"scheduling_latency_s":1.375489,"redis_calls":13,"redis_duration_s":0.003053,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001117,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001936,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010244,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01532,"completed_at":"2026-06-09T12:30:32.350Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1492vm-test-run-nixbot-gitlab> gitlab # [  155.348191] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.351Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c6ad4de5e02bcaec6a2317d7","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c6ad4de5e02bcaec6a2317d7: start","job_status":"start","queue_duration_s":1.392127,"scheduling_latency_s":1.392147}1493vm-test-run-nixbot-gitlab> gitlab # [  155.349326] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.367Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c6ad4de5e02bcaec6a2317d7","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c6ad4de5e02bcaec6a2317d7: done: 0.015203 sec","job_status":"done","queue_duration_s":1.392127,"scheduling_latency_s":1.392147,"redis_calls":13,"redis_duration_s":0.002802,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000855,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010278,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015203,"completed_at":"2026-06-09T12:30:32.367Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1494vm-test-run-nixbot-gitlab> gitlab # [  155.444201] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.368Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3fe6fae36fab545f801ce035","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3fe6fae36fab545f801ce035: start","job_status":"start","queue_duration_s":1.40855,"scheduling_latency_s":1.408572}1495vm-test-run-nixbot-gitlab> gitlab # [  155.446264] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.387Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3fe6fae36fab545f801ce035","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3fe6fae36fab545f801ce035: done: 0.019282 sec","job_status":"done","queue_duration_s":1.40855,"scheduling_latency_s":1.408572,"redis_calls":13,"redis_duration_s":0.0036420000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000939,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002703,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010423,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019282,"completed_at":"2026-06-09T12:30:32.387Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1496vm-test-run-nixbot-gitlab> gitlab # [  155.468104] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.388Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"776cb156af2cdf6e6d985283","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-776cb156af2cdf6e6d985283: start","job_status":"start","queue_duration_s":1.42911,"scheduling_latency_s":1.429132}1497vm-test-run-nixbot-gitlab> gitlab # [  155.549580] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.404Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"776cb156af2cdf6e6d985283","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-776cb156af2cdf6e6d985283: done: 0.015895 sec","job_status":"done","queue_duration_s":1.42911,"scheduling_latency_s":1.429132,"redis_calls":13,"redis_duration_s":0.002787,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000885,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001902,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01031,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015895,"completed_at":"2026-06-09T12:30:32.404Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1498vm-test-run-nixbot-gitlab> gitlab # [  155.551635] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.406Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eae7b55ed55d94329c8f2c97","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eae7b55ed55d94329c8f2c97: start","job_status":"start","queue_duration_s":1.44625,"scheduling_latency_s":1.446271}1499vm-test-run-nixbot-gitlab> gitlab # [  155.568560] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.420Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eae7b55ed55d94329c8f2c97","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eae7b55ed55d94329c8f2c97: done: 0.014882 sec","job_status":"done","queue_duration_s":1.44625,"scheduling_latency_s":1.446271,"redis_calls":13,"redis_duration_s":0.002797,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00085,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010031,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014882,"completed_at":"2026-06-09T12:30:32.420Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1500vm-test-run-nixbot-gitlab> gitlab # [  155.631268] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.422Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"edf1847fd10e54085e4d23f8","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-edf1847fd10e54085e4d23f8: start","job_status":"start","queue_duration_s":1.462391,"scheduling_latency_s":1.462412}1501vm-test-run-nixbot-gitlab> gitlab # [  155.700309] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.436Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"edf1847fd10e54085e4d23f8","created_at":"2026-06-09T12:30:30.893Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-98c0e3266a77441e","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"64457fc05999cd01d117c4fcad8b2325","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:30.959Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-edf1847fd10e54085e4d23f8: done: 0.014795 sec","job_status":"done","queue_duration_s":1.462391,"scheduling_latency_s":1.462412,"redis_calls":13,"redis_duration_s":0.002792,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00192,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009968,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014795,"completed_at":"2026-06-09T12:30:32.436Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1502vm-test-run-nixbot-gitlab> gitlab # [  155.710112] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.438Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"27dabb1da6fde026125aa007","created_at":"2026-06-09T12:30:31.041Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-f971ec0875384196","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"42943ac71fa4f8c310cf24f26060b75a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:31.051Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-27dabb1da6fde026125aa007: start","job_status":"start","queue_duration_s":1.386856,"scheduling_latency_s":1.386877}1503vm-test-run-nixbot-gitlab> gitlab # [  155.780354] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.457Z","message":"No existing merge request to be cleaned up."}1504vm-test-run-nixbot-gitlab> gitlab # [  155.781930] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.474Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"27dabb1da6fde026125aa007","created_at":"2026-06-09T12:30:31.041Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-f971ec0875384196","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"42943ac71fa4f8c310cf24f26060b75a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:31.051Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-27dabb1da6fde026125aa007: done: 0.036709 sec","job_status":"done","queue_duration_s":1.386856,"scheduling_latency_s":1.386877,"redis_calls":13,"redis_duration_s":0.013926000000000001,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000744,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.009365,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003817,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01535,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002655086,"duration_s":0.036709,"completed_at":"2026-06-09T12:30:32.474Z","load_balancing_strategy":"primary","db_duration_s":0.004392,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1505vm-test-run-nixbot-gitlab> gitlab # [  155.852190] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.476Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"91b1ae558d5b8b6c33c5891d","created_at":"2026-06-09T12:30:31.041Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-f971ec0875384196","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"42943ac71fa4f8c310cf24f26060b75a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:31.051Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-91b1ae558d5b8b6c33c5891d: start","job_status":"start","queue_duration_s":1.425149,"scheduling_latency_s":1.425171}1506vm-test-run-nixbot-gitlab> gitlab # [  155.853381] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.487Z","message":"No existing merge request to be cleaned up."}1507vm-test-run-nixbot-gitlab> gitlab # [  155.854306] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.496Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"91b1ae558d5b8b6c33c5891d","created_at":"2026-06-09T12:30:31.041Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-f971ec0875384196","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"42943ac71fa4f8c310cf24f26060b75a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:31.051Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-91b1ae558d5b8b6c33c5891d: done: 0.020384 sec","job_status":"done","queue_duration_s":1.425149,"scheduling_latency_s":1.425171,"redis_calls":10,"redis_duration_s":0.0030670000000000003,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001391,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001676,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013065,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020384,"completed_at":"2026-06-09T12:30:32.496Z","load_balancing_strategy":"primary","db_duration_s":0.001744,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1508vm-test-run-nixbot-gitlab> gitlab # [  155.922845] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.498Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5ca1a0db54cdb34f8df89dfc","created_at":"2026-06-09T12:30:31.041Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-f971ec0875384196","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"42943ac71fa4f8c310cf24f26060b75a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:31.051Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5ca1a0db54cdb34f8df89dfc: start","job_status":"start","queue_duration_s":1.447006,"scheduling_latency_s":1.447034}1509vm-test-run-nixbot-gitlab> gitlab # [  155.924139] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.509Z","message":"No existing merge request to be cleaned up."}1510vm-test-run-nixbot-gitlab> gitlab # [  155.925042] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.514Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5ca1a0db54cdb34f8df89dfc","created_at":"2026-06-09T12:30:31.041Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-f971ec0875384196","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"42943ac71fa4f8c310cf24f26060b75a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:31.051Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5ca1a0db54cdb34f8df89dfc: done: 0.016392 sec","job_status":"done","queue_duration_s":1.447006,"scheduling_latency_s":1.447034,"redis_calls":10,"redis_duration_s":0.002259,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000878,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001381,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010594,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016392,"completed_at":"2026-06-09T12:30:32.514Z","load_balancing_strategy":"primary","db_duration_s":0.001769,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1511vm-test-run-nixbot-gitlab> gitlab # [  155.994067] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.515Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f1316eeba83eb19a57f279b6","created_at":"2026-06-09T12:30:31.041Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-f971ec0875384196","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"42943ac71fa4f8c310cf24f26060b75a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:31.051Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f1316eeba83eb19a57f279b6: start","job_status":"start","queue_duration_s":1.464607,"scheduling_latency_s":1.464628}1512vm-test-run-nixbot-gitlab> gitlab # [  155.995160] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.525Z","message":"No existing merge request to be cleaned up."}1513vm-test-run-nixbot-gitlab> gitlab # [  155.996101] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:30:32.534Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f1316eeba83eb19a57f279b6","created_at":"2026-06-09T12:30:31.041Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-f971ec0875384196","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"42943ac71fa4f8c310cf24f26060b75a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:30:31.051Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f1316eeba83eb19a57f279b6: done: 0.018308 sec","job_status":"done","queue_duration_s":1.464607,"scheduling_latency_s":1.464628,"redis_calls":10,"redis_duration_s":0.005469,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003585,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001884,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009607,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018308,"completed_at":"2026-06-09T12:30:32.534Z","load_balancing_strategy":"primary","db_duration_s":0.001461,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1514vm-test-run-nixbot-gitlab> gitlab # [  156.368472] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 7808002865 wd_nsec: 78080033211515vm-test-run-nixbot-gitlab> gitlab # [  166.791270] setup-gitlab-start[2684]: W, [2026-06-09T12:30:48.742662 #2684]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1516vm-test-run-nixbot-gitlab> gitlab # [  181.196259] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.146Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"9eabb3fd4963948ad742be19","created_at":"2026-06-09T12:31:03.072Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3739150321167a9a1afbcfe8723e4e3e","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.142Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-9eabb3fd4963948ad742be19: start","job_status":"start","queue_duration_s":0.00439,"scheduling_latency_s":0.004471}1517vm-test-run-nixbot-gitlab> gitlab # [  181.406304] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.357Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"9eabb3fd4963948ad742be19","created_at":"2026-06-09T12:31:03.072Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3739150321167a9a1afbcfe8723e4e3e","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.142Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-9eabb3fd4963948ad742be19: done: 0.210844 sec","job_status":"done","queue_duration_s":0.00439,"scheduling_latency_s":0.004471,"redis_calls":9,"redis_duration_s":0.018601,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.014078,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004523,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.036,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.048101,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.003058769,"exclusive_lock_hold_duration_s":0.03336709,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.210844,"completed_at":"2026-06-09T12:31:03.357Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.095664,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1518vm-test-run-nixbot-gitlab> gitlab # [  181.494849] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.446Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"54e2fbc7a85ae336781b7025","created_at":"2026-06-09T12:31:03.195Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"46fcf0c106cfd16fb41d0b70611afed1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.200Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-54e2fbc7a85ae336781b7025: start","job_status":"start","queue_duration_s":0.245625,"scheduling_latency_s":0.245676}1519vm-test-run-nixbot-gitlab> gitlab # [  181.586981] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.538Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"54e2fbc7a85ae336781b7025","created_at":"2026-06-09T12:31:03.195Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"46fcf0c106cfd16fb41d0b70611afed1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.200Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-54e2fbc7a85ae336781b7025: done: 0.092506 sec","job_status":"done","queue_duration_s":0.245625,"scheduling_latency_s":0.245676,"redis_calls":8,"redis_duration_s":0.046744,"redis_read_bytes":133,"redis_write_bytes":846,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.001194,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":70,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.043756,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001794,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011866,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.092506,"completed_at":"2026-06-09T12:31:03.538Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1520vm-test-run-nixbot-gitlab> gitlab # [  181.600151] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.552Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"0d1aa91672d15714bbeaeb57","created_at":"2026-06-09T12:31:03.233Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ec10b3b086aa49f06de96e7bbc60237","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.238Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-0d1aa91672d15714bbeaeb57: start","job_status":"start","queue_duration_s":0.314043,"scheduling_latency_s":0.314068}1521vm-test-run-nixbot-gitlab> gitlab # [  181.676131] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.628Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"0d1aa91672d15714bbeaeb57","created_at":"2026-06-09T12:31:03.233Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ec10b3b086aa49f06de96e7bbc60237","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.238Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-0d1aa91672d15714bbeaeb57: done: 0.075883 sec","job_status":"done","queue_duration_s":0.314043,"scheduling_latency_s":0.314068,"redis_calls":7,"redis_duration_s":0.025674,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.025189,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000485,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011591,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.075883,"completed_at":"2026-06-09T12:31:03.628Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014346,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1522vm-test-run-nixbot-gitlab> gitlab # [  181.681471] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.633Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"ebbdb475c25c9931b5cc3005","created_at":"2026-06-09T12:31:03.245Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f5187431ff7167bb0c370f31e74fcd8e","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.252Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-ebbdb475c25c9931b5cc3005: start","job_status":"start","queue_duration_s":0.381431,"scheduling_latency_s":0.381456}1523vm-test-run-nixbot-gitlab> gitlab # [  181.726345] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.678Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"ebbdb475c25c9931b5cc3005","created_at":"2026-06-09T12:31:03.245Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f5187431ff7167bb0c370f31e74fcd8e","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.252Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-ebbdb475c25c9931b5cc3005: done: 0.044773 sec","job_status":"done","queue_duration_s":0.381431,"scheduling_latency_s":0.381456,"redis_calls":10,"redis_duration_s":0.00394,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002222,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001718,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011596,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01526898,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.044773,"completed_at":"2026-06-09T12:31:03.678Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014591,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1524vm-test-run-nixbot-gitlab> gitlab # [  181.829898] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.682Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"b3f62742a32757ae37f6e0f0","created_at":"2026-06-09T12:31:03.268Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"74ea0a2eaf517997827d8009f58ea138","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.274Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-b3f62742a32757ae37f6e0f0: start","job_status":"start","queue_duration_s":0.408402,"scheduling_latency_s":0.408425}1525vm-test-run-nixbot-gitlab> gitlab # [  181.997521] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.948Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"b3f62742a32757ae37f6e0f0","created_at":"2026-06-09T12:31:03.268Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"74ea0a2eaf517997827d8009f58ea138","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.274Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-b3f62742a32757ae37f6e0f0: done: 0.265915 sec","job_status":"done","queue_duration_s":0.408402,"scheduling_latency_s":0.408425,"redis_calls":9,"redis_duration_s":0.003711,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00189,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001821,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":123,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":123,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.038,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.038,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.132734,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000524089,"exclusive_lock_hold_duration_s":0.244414025,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.265915,"completed_at":"2026-06-09T12:31:03.948Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.140389,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1526vm-test-run-nixbot-gitlab> gitlab # [  182.002559] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.951Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"4b2d25dbe55ac82f7947121c","created_at":"2026-06-09T12:31:03.289Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cda9ad8e44b9fcacb590916de7b8fdb6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T12:31:03.293Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-4b2d25dbe55ac82f7947121c: start","job_status":"start","queue_duration_s":0.658023,"scheduling_latency_s":0.658049}1527vm-test-run-nixbot-gitlab> gitlab # [  182.113163] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.970Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"4b2d25dbe55ac82f7947121c","created_at":"2026-06-09T12:31:03.289Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cda9ad8e44b9fcacb590916de7b8fdb6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T12:31:03.293Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-4b2d25dbe55ac82f7947121c: done: 0.019824 sec","job_status":"done","queue_duration_s":0.658023,"scheduling_latency_s":0.658049,"redis_calls":7,"redis_duration_s":0.001752,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001304,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000448,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01286,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019824,"completed_at":"2026-06-09T12:31:03.970Z","load_balancing_strategy":"primary","db_duration_s":0.001585,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1528vm-test-run-nixbot-gitlab> gitlab # [  182.115401] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:03.972Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"019b947f99c66c993f8f7eb2","created_at":"2026-06-09T12:31:03.309Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0dff63525631b3f73c58fbfc441bb49a","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.313Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-019b947f99c66c993f8f7eb2: start","job_status":"start","queue_duration_s":0.658603,"scheduling_latency_s":0.658625}1529vm-test-run-nixbot-gitlab> gitlab # [  182.481241] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.432Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"019b947f99c66c993f8f7eb2","created_at":"2026-06-09T12:31:03.309Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0dff63525631b3f73c58fbfc441bb49a","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.313Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-019b947f99c66c993f8f7eb2: done: 0.459875 sec","job_status":"done","queue_duration_s":0.658603,"scheduling_latency_s":0.658625,"redis_calls":571,"redis_duration_s":0.175979,"redis_read_bytes":569,"redis_write_bytes":49487,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001723,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.174256,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.31734,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.459875,"completed_at":"2026-06-09T12:31:04.432Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1530vm-test-run-nixbot-gitlab> gitlab # [  182.580221] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.434Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"d278e47cbf45737489737432","created_at":"2026-06-09T12:31:03.321Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3f1cf4e90d831f2d116495efb2155115","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.323Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-d278e47cbf45737489737432: start","job_status":"start","queue_duration_s":1.110092,"scheduling_latency_s":1.110124}1531vm-test-run-nixbot-gitlab> gitlab # [  182.602461] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.458Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"d278e47cbf45737489737432","created_at":"2026-06-09T12:31:03.321Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3f1cf4e90d831f2d116495efb2155115","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.323Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-d278e47cbf45737489737432: done: 0.024675 sec","job_status":"done","queue_duration_s":1.110092,"scheduling_latency_s":1.110124,"redis_calls":7,"redis_duration_s":0.0017499999999999998,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001295,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000455,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009458,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.024675,"completed_at":"2026-06-09T12:31:04.458Z","load_balancing_strategy":"primary","db_duration_s":0.009926,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1532vm-test-run-nixbot-gitlab> gitlab # [  182.668558] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.460Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"7c32eaadd564ba13167b32b9","created_at":"2026-06-09T12:31:03.341Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"59e086972e94d36c62bd01c2b84d3f21","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.346Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-7c32eaadd564ba13167b32b9: start","job_status":"start","queue_duration_s":1.113142,"scheduling_latency_s":1.113165}1533vm-test-run-nixbot-gitlab> gitlab # [  182.670411] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.467Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1534vm-test-run-nixbot-gitlab> gitlab # [  182.672131] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.472Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"7c32eaadd564ba13167b32b9","created_at":"2026-06-09T12:31:03.341Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"59e086972e94d36c62bd01c2b84d3f21","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.346Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-7c32eaadd564ba13167b32b9: done: 0.012266 sec","job_status":"done","queue_duration_s":1.113142,"scheduling_latency_s":1.113165,"redis_calls":7,"redis_duration_s":0.001708,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001195,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000513,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007483,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012266,"completed_at":"2026-06-09T12:31:04.472Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1535vm-test-run-nixbot-gitlab> gitlab # [  182.694419] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.473Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"765cb430e3c621e68355a193","created_at":"2026-06-09T12:31:03.442Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4c09b3b02ef8813bdce4e4147564f213","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T12:31:03.445Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-765cb430e3c621e68355a193: start","job_status":"start","queue_duration_s":1.027729,"scheduling_latency_s":1.02775}1536vm-test-run-nixbot-gitlab> gitlab # [  182.715978] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.481Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1537vm-test-run-nixbot-gitlab> gitlab # [  182.721910] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.486Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"765cb430e3c621e68355a193","created_at":"2026-06-09T12:31:03.442Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4c09b3b02ef8813bdce4e4147564f213","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T12:31:03.445Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-765cb430e3c621e68355a193: done: 0.012552 sec","job_status":"done","queue_duration_s":1.027729,"scheduling_latency_s":1.02775,"redis_calls":7,"redis_duration_s":0.001754,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001139,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000615,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007505,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012552,"completed_at":"2026-06-09T12:31:04.486Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1538vm-test-run-nixbot-gitlab> gitlab # [  182.796683] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.487Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"50dbb0de6c39eb5a12b1ad53","created_at":"2026-06-09T12:31:03.487Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dabda8989fc8098670dcc3b29083aca5","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.492Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-50dbb0de6c39eb5a12b1ad53: start","job_status":"start","queue_duration_s":0.994612,"scheduling_latency_s":0.994634}1539vm-test-run-nixbot-gitlab> gitlab # [  182.806767] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.503Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"50dbb0de6c39eb5a12b1ad53","created_at":"2026-06-09T12:31:03.487Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dabda8989fc8098670dcc3b29083aca5","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.492Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-50dbb0de6c39eb5a12b1ad53: done: 0.015837 sec","job_status":"done","queue_duration_s":0.994612,"scheduling_latency_s":0.994634,"redis_calls":9,"redis_duration_s":0.002275,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001207,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001068,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009122,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000587226,"exclusive_lock_hold_duration_s":0.003128051,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.015837,"completed_at":"2026-06-09T12:31:04.503Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001676,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1540vm-test-run-nixbot-gitlab> gitlab # [  182.888516] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.504Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"c2a2d104b53733f837751220","created_at":"2026-06-09T12:31:03.542Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"42efa64d38ae13644d8ea466c119a0e2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.545Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-c2a2d104b53733f837751220: start","job_status":"start","queue_duration_s":0.959724,"scheduling_latency_s":0.959744}1541vm-test-run-nixbot-gitlab> gitlab # [  182.895119] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.512Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1542vm-test-run-nixbot-gitlab> gitlab # [  182.900245] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.516Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"c2a2d104b53733f837751220","created_at":"2026-06-09T12:31:03.542Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"42efa64d38ae13644d8ea466c119a0e2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.545Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-c2a2d104b53733f837751220: done: 0.012093 sec","job_status":"done","queue_duration_s":0.959724,"scheduling_latency_s":0.959744,"redis_calls":7,"redis_duration_s":0.001624,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001138,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000486,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007188,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012093,"completed_at":"2026-06-09T12:31:04.516Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543vm-test-run-nixbot-gitlab> gitlab # [  182.969581] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.518Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"0bf7adbb3a55159d47b3314d","created_at":"2026-06-09T12:31:03.551Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"83f3ed0f85918a4e55113727a87306b0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.559Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-0bf7adbb3a55159d47b3314d: start","job_status":"start","queue_duration_s":0.958703,"scheduling_latency_s":0.958725}1544vm-test-run-nixbot-gitlab> gitlab # [  182.987112] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.525Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1545vm-test-run-nixbot-gitlab> gitlab # [  182.993107] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.530Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"0bf7adbb3a55159d47b3314d","created_at":"2026-06-09T12:31:03.551Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"83f3ed0f85918a4e55113727a87306b0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.559Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-0bf7adbb3a55159d47b3314d: done: 0.011917 sec","job_status":"done","queue_duration_s":0.958703,"scheduling_latency_s":0.958725,"redis_calls":7,"redis_duration_s":0.001654,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001148,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000506,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007204,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011917,"completed_at":"2026-06-09T12:31:04.530Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1546vm-test-run-nixbot-gitlab> gitlab # [  183.067432] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.532Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"436c0edfe217e54986caf1f3","created_at":"2026-06-09T12:31:03.573Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"205158ff648db4e5e3db15c7e951bebc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.579Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-436c0edfe217e54986caf1f3: start","job_status":"start","queue_duration_s":0.953183,"scheduling_latency_s":0.953204}1547vm-test-run-nixbot-gitlab> gitlab # [  183.080250] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.544Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"436c0edfe217e54986caf1f3","created_at":"2026-06-09T12:31:03.573Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"205158ff648db4e5e3db15c7e951bebc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.579Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-436c0edfe217e54986caf1f3: done: 0.012675 sec","job_status":"done","queue_duration_s":0.953183,"scheduling_latency_s":0.953204,"redis_calls":7,"redis_duration_s":0.001689,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001206,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000483,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007876,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012675,"completed_at":"2026-06-09T12:31:04.544Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1548vm-test-run-nixbot-gitlab> gitlab # [  183.182280] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.546Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"6e1599e06636ed927f73ca22","created_at":"2026-06-09T12:31:03.587Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"59b4d8fbfb14aa533365a170c64f6ac7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.588Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-6e1599e06636ed927f73ca22: start","job_status":"start","queue_duration_s":0.957473,"scheduling_latency_s":0.957495}1549vm-test-run-nixbot-gitlab> gitlab # [  183.183832] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.554Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1550vm-test-run-nixbot-gitlab> gitlab # [  183.184885] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.560Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"6e1599e06636ed927f73ca22","created_at":"2026-06-09T12:31:03.587Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"59b4d8fbfb14aa533365a170c64f6ac7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.588Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-6e1599e06636ed927f73ca22: done: 0.014019 sec","job_status":"done","queue_duration_s":0.957473,"scheduling_latency_s":0.957495,"redis_calls":7,"redis_duration_s":0.003231,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002266,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000965,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007703,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014019,"completed_at":"2026-06-09T12:31:04.560Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551vm-test-run-nixbot-gitlab> gitlab # [  183.262315] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.562Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"e5c58cd95a1c342ccb7e7ef4","created_at":"2026-06-09T12:31:03.597Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e052c6a12f501c47c0d0cb9cb4e18a87","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.599Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-e5c58cd95a1c342ccb7e7ef4: start","job_status":"start","queue_duration_s":0.963137,"scheduling_latency_s":0.963159}1552vm-test-run-nixbot-gitlab> gitlab # [  183.263801] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.579Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"e5c58cd95a1c342ccb7e7ef4","created_at":"2026-06-09T12:31:03.597Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e052c6a12f501c47c0d0cb9cb4e18a87","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.599Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-e5c58cd95a1c342ccb7e7ef4: done: 0.016887 sec","job_status":"done","queue_duration_s":0.963137,"scheduling_latency_s":0.963159,"redis_calls":7,"redis_duration_s":0.003198,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002404,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000794,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009002,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016887,"completed_at":"2026-06-09T12:31:04.579Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001818,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553vm-test-run-nixbot-gitlab> gitlab # [  183.350288] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.581Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"72c73fde2972e36cdb4a9f57","created_at":"2026-06-09T12:31:03.605Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.606Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-72c73fde2972e36cdb4a9f57: start","job_status":"start","queue_duration_s":0.974529,"scheduling_latency_s":0.974552}1554vm-test-run-nixbot-gitlab> gitlab # [  183.351514] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.667Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"72c73fde2972e36cdb4a9f57","created_at":"2026-06-09T12:31:03.605Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.606Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-72c73fde2972e36cdb4a9f57: done: 0.086851 sec","job_status":"done","queue_duration_s":0.974529,"scheduling_latency_s":0.974552,"redis_calls":60,"redis_duration_s":0.019392,"redis_read_bytes":108,"redis_write_bytes":41059,"redis_queues_calls":2,"redis_queues_duration_s":0.000803,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.017401,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001188,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.06704,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.086851,"completed_at":"2026-06-09T12:31:04.667Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555vm-test-run-nixbot-gitlab> gitlab # [  183.438562] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.669Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"9e225806b1178c7bf7f947ee","created_at":"2026-06-09T12:31:03.619Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7dcad2ea2c28f91c727a2c8a47c58304","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.623Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-9e225806b1178c7bf7f947ee: start","job_status":"start","queue_duration_s":1.046465,"scheduling_latency_s":1.046496}1556vm-test-run-nixbot-gitlab> gitlab # [  183.440216] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.700Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"9e225806b1178c7bf7f947ee","created_at":"2026-06-09T12:31:03.619Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7dcad2ea2c28f91c727a2c8a47c58304","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.623Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-9e225806b1178c7bf7f947ee: done: 0.030851 sec","job_status":"done","queue_duration_s":1.046465,"scheduling_latency_s":1.046496,"redis_calls":9,"redis_duration_s":0.002331,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001231,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.0011,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018344,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000530235,"exclusive_lock_hold_duration_s":0.016559926,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.030851,"completed_at":"2026-06-09T12:31:04.700Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007435,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1557vm-test-run-nixbot-gitlab> gitlab # [  183.510564] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.701Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"d509d6665a759933eaa5a9fe","created_at":"2026-06-09T12:31:03.626Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a75ec1d54fd919f2c241a56dceabf3f5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.632Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-d509d6665a759933eaa5a9fe: start","job_status":"start","queue_duration_s":1.069562,"scheduling_latency_s":1.069584}1558vm-test-run-nixbot-gitlab> gitlab # [  183.587187] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.723Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"d509d6665a759933eaa5a9fe","created_at":"2026-06-09T12:31:03.626Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a75ec1d54fd919f2c241a56dceabf3f5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.632Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-d509d6665a759933eaa5a9fe: done: 0.021638 sec","job_status":"done","queue_duration_s":1.069562,"scheduling_latency_s":1.069584,"redis_calls":14,"redis_duration_s":0.003226,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.000295,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002144,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000787,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015105,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021638,"completed_at":"2026-06-09T12:31:04.723Z","load_balancing_strategy":"primary","db_duration_s":0.001031,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559vm-test-run-nixbot-gitlab> gitlab # [  183.589060] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.724Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"227b94824d146776a23a824e","created_at":"2026-06-09T12:31:03.656Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5d76b08dca0650c7201b8dc7b51080cb","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.659Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-227b94824d146776a23a824e: start","job_status":"start","queue_duration_s":1.065594,"scheduling_latency_s":1.065617}1560vm-test-run-nixbot-gitlab> gitlab # [  183.657539] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.739Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"227b94824d146776a23a824e","created_at":"2026-06-09T12:31:03.656Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5d76b08dca0650c7201b8dc7b51080cb","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:03.659Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-227b94824d146776a23a824e: done: 0.01465 sec","job_status":"done","queue_duration_s":1.065594,"scheduling_latency_s":1.065617,"redis_calls":9,"redis_duration_s":0.00217,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001165,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001005,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009186,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000501181,"exclusive_lock_hold_duration_s":0.002270121,"duration_s":0.01465,"completed_at":"2026-06-09T12:31:04.739Z","load_balancing_strategy":"primary","db_duration_s":0.00068,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561vm-test-run-nixbot-gitlab> gitlab # [  183.670098] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.740Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"46963d7192aa3e86ca0e5345","created_at":"2026-06-09T12:31:03.662Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e2f6b1014b779bb863cc1e48416b9a45","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T12:31:03.665Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-46963d7192aa3e86ca0e5345: start","job_status":"start","queue_duration_s":1.074954,"scheduling_latency_s":1.074976}1562vm-test-run-nixbot-gitlab> gitlab # [  183.742992] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.748Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1563vm-test-run-nixbot-gitlab> gitlab # [  183.744383] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.752Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"46963d7192aa3e86ca0e5345","created_at":"2026-06-09T12:31:03.662Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-019ae4e4752f4214","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e2f6b1014b779bb863cc1e48416b9a45","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T12:31:03.665Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-46963d7192aa3e86ca0e5345: done: 0.011915 sec","job_status":"done","queue_duration_s":1.074954,"scheduling_latency_s":1.074976,"redis_calls":7,"redis_duration_s":0.0016979999999999999,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001256,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000442,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007349,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011915,"completed_at":"2026-06-09T12:31:04.752Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1564vm-test-run-nixbot-gitlab> gitlab # [  183.814368] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.754Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bc6b571c8fe3b51f2aa21b7b","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bc6b571c8fe3b51f2aa21b7b: start","job_status":"start","queue_duration_s":0.093494,"scheduling_latency_s":0.093515}1565vm-test-run-nixbot-gitlab> gitlab # [  183.816040] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.769Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bc6b571c8fe3b51f2aa21b7b","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bc6b571c8fe3b51f2aa21b7b: done: 0.015605 sec","job_status":"done","queue_duration_s":0.093494,"scheduling_latency_s":0.093515,"redis_calls":13,"redis_duration_s":0.003001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001996,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009816,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015605,"completed_at":"2026-06-09T12:31:04.769Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1566vm-test-run-nixbot-gitlab> gitlab # [  183.839152] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.770Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f01a10c7db5b6b949d6ee93","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f01a10c7db5b6b949d6ee93: start","job_status":"start","queue_duration_s":0.110458,"scheduling_latency_s":0.11048}1567vm-test-run-nixbot-gitlab> gitlab # [  183.918348] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.787Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f01a10c7db5b6b949d6ee93","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f01a10c7db5b6b949d6ee93: done: 0.016773 sec","job_status":"done","queue_duration_s":0.110458,"scheduling_latency_s":0.11048,"redis_calls":13,"redis_duration_s":0.003265,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001059,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002206,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009892,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016773,"completed_at":"2026-06-09T12:31:04.787Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1568vm-test-run-nixbot-gitlab> gitlab # [  183.920329] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.789Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"551cbfc47034af893ce9a780","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-551cbfc47034af893ce9a780: start","job_status":"start","queue_duration_s":0.128633,"scheduling_latency_s":0.128655}1569vm-test-run-nixbot-gitlab> gitlab # [  184.007951] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.804Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"551cbfc47034af893ce9a780","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-551cbfc47034af893ce9a780: done: 0.015312 sec","job_status":"done","queue_duration_s":0.128633,"scheduling_latency_s":0.128655,"redis_calls":13,"redis_duration_s":0.0028539999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000884,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00197,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009739,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015312,"completed_at":"2026-06-09T12:31:04.804Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1570vm-test-run-nixbot-gitlab> gitlab # [  184.010082] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.805Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ae21bd2c60d7eed2a450658e","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ae21bd2c60d7eed2a450658e: start","job_status":"start","queue_duration_s":0.145411,"scheduling_latency_s":0.145433}1571vm-test-run-nixbot-gitlab> gitlab # [  184.022203] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.821Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ae21bd2c60d7eed2a450658e","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ae21bd2c60d7eed2a450658e: done: 0.015437 sec","job_status":"done","queue_duration_s":0.145411,"scheduling_latency_s":0.145433,"redis_calls":13,"redis_duration_s":0.003144,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000983,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002161,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009699,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015437,"completed_at":"2026-06-09T12:31:04.821Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1572vm-test-run-nixbot-gitlab> gitlab # [  184.104238] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.822Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"15c170ca6ed9ec2308706416","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-15c170ca6ed9ec2308706416: start","job_status":"start","queue_duration_s":0.1622,"scheduling_latency_s":0.162232}1573vm-test-run-nixbot-gitlab> gitlab # [  184.105374] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.838Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"15c170ca6ed9ec2308706416","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-15c170ca6ed9ec2308706416: done: 0.015349 sec","job_status":"done","queue_duration_s":0.1622,"scheduling_latency_s":0.162232,"redis_calls":13,"redis_duration_s":0.0029379999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000923,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002015,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009696,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015349,"completed_at":"2026-06-09T12:31:04.838Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1574vm-test-run-nixbot-gitlab> gitlab # [  184.175093] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.839Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"849966bea695f518533d5be2","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-849966bea695f518533d5be2: start","job_status":"start","queue_duration_s":0.178862,"scheduling_latency_s":0.178883}1575vm-test-run-nixbot-gitlab> gitlab # [  184.245488] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.854Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"849966bea695f518533d5be2","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-849966bea695f518533d5be2: done: 0.015503 sec","job_status":"done","queue_duration_s":0.178862,"scheduling_latency_s":0.178883,"redis_calls":13,"redis_duration_s":0.002931,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000889,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002042,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009779,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015503,"completed_at":"2026-06-09T12:31:04.854Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1576vm-test-run-nixbot-gitlab> gitlab # [  184.247253] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.856Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bcc927392df0226aa89e41d7","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bcc927392df0226aa89e41d7: start","job_status":"start","queue_duration_s":0.196131,"scheduling_latency_s":0.196153}1577vm-test-run-nixbot-gitlab> gitlab # [  184.326477] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.872Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bcc927392df0226aa89e41d7","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bcc927392df0226aa89e41d7: done: 0.01551 sec","job_status":"done","queue_duration_s":0.196131,"scheduling_latency_s":0.196153,"redis_calls":13,"redis_duration_s":0.002905,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000915,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00199,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00975,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01551,"completed_at":"2026-06-09T12:31:04.872Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1578vm-test-run-nixbot-gitlab> gitlab # [  184.328406] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.873Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5c626732cf4cf404a129f4cc","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5c626732cf4cf404a129f4cc: start","job_status":"start","queue_duration_s":0.213084,"scheduling_latency_s":0.213106}1579vm-test-run-nixbot-gitlab> gitlab # [  184.401345] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.889Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5c626732cf4cf404a129f4cc","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5c626732cf4cf404a129f4cc: done: 0.015756 sec","job_status":"done","queue_duration_s":0.213084,"scheduling_latency_s":0.213106,"redis_calls":13,"redis_duration_s":0.00303,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002122,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009752,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015756,"completed_at":"2026-06-09T12:31:04.889Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1580vm-test-run-nixbot-gitlab> gitlab # [  184.471949] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.890Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e93afab57ebb54fb38a0c466","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e93afab57ebb54fb38a0c466: start","job_status":"start","queue_duration_s":0.230188,"scheduling_latency_s":0.230211}1581vm-test-run-nixbot-gitlab> gitlab # [  184.473336] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.908Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e93afab57ebb54fb38a0c466","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e93afab57ebb54fb38a0c466: done: 0.018073 sec","job_status":"done","queue_duration_s":0.230188,"scheduling_latency_s":0.230211,"redis_calls":13,"redis_duration_s":0.00325,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001134,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002116,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011683,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018073,"completed_at":"2026-06-09T12:31:04.908Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1582vm-test-run-nixbot-gitlab> gitlab # [  184.548312] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.910Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"390cd64bda7e7306f4f2100b","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-390cd64bda7e7306f4f2100b: start","job_status":"start","queue_duration_s":0.250011,"scheduling_latency_s":0.250043}1583vm-test-run-nixbot-gitlab> gitlab # [  184.549935] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.930Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"390cd64bda7e7306f4f2100b","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-390cd64bda7e7306f4f2100b: done: 0.020446 sec","job_status":"done","queue_duration_s":0.250011,"scheduling_latency_s":0.250043,"redis_calls":13,"redis_duration_s":0.006136,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000971,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005165,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011011,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020446,"completed_at":"2026-06-09T12:31:04.930Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1584vm-test-run-nixbot-gitlab> gitlab # [  184.618445] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.932Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f1ed7f43f258adb6b54232af","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f1ed7f43f258adb6b54232af: start","job_status":"start","queue_duration_s":0.271868,"scheduling_latency_s":0.271895}1585vm-test-run-nixbot-gitlab> gitlab # [  184.619823] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.948Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f1ed7f43f258adb6b54232af","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f1ed7f43f258adb6b54232af: done: 0.015958 sec","job_status":"done","queue_duration_s":0.271868,"scheduling_latency_s":0.271895,"redis_calls":13,"redis_duration_s":0.003098,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002138,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009958,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015958,"completed_at":"2026-06-09T12:31:04.948Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1586vm-test-run-nixbot-gitlab> gitlab # [  184.648782] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.949Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4b9162a4ee2678b423219359","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4b9162a4ee2678b423219359: start","job_status":"start","queue_duration_s":0.289189,"scheduling_latency_s":0.289211}1587vm-test-run-nixbot-gitlab> gitlab # [  184.724397] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.964Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4b9162a4ee2678b423219359","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4b9162a4ee2678b423219359: done: 0.0153 sec","job_status":"done","queue_duration_s":0.289189,"scheduling_latency_s":0.289211,"redis_calls":13,"redis_duration_s":0.002963,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000924,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002039,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009679,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0153,"completed_at":"2026-06-09T12:31:04.964Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1588vm-test-run-nixbot-gitlab> gitlab # [  184.730212] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.966Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0277be8901e143eab1fe761b","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0277be8901e143eab1fe761b: start","job_status":"start","queue_duration_s":0.305855,"scheduling_latency_s":0.305877}1589vm-test-run-nixbot-gitlab> gitlab # [  184.749483] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.982Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0277be8901e143eab1fe761b","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0277be8901e143eab1fe761b: done: 0.015688 sec","job_status":"done","queue_duration_s":0.305855,"scheduling_latency_s":0.305877,"redis_calls":13,"redis_duration_s":0.002974,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002042,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00963,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015688,"completed_at":"2026-06-09T12:31:04.982Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1590vm-test-run-nixbot-gitlab> gitlab # [  184.824061] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.983Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2292c9b3dde1e28c2ac379b5","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2292c9b3dde1e28c2ac379b5: start","job_status":"start","queue_duration_s":0.322886,"scheduling_latency_s":0.322907}1591vm-test-run-nixbot-gitlab> gitlab # [  184.831167] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:04.998Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2292c9b3dde1e28c2ac379b5","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2292c9b3dde1e28c2ac379b5: done: 0.015348 sec","job_status":"done","queue_duration_s":0.322886,"scheduling_latency_s":0.322907,"redis_calls":13,"redis_duration_s":0.002993,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002068,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009682,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015348,"completed_at":"2026-06-09T12:31:04.998Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1592vm-test-run-nixbot-gitlab> gitlab # [  184.903966] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.000Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bc16de42913ded1d3dd50bc6","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bc16de42913ded1d3dd50bc6: start","job_status":"start","queue_duration_s":0.339574,"scheduling_latency_s":0.339597}1593vm-test-run-nixbot-gitlab> gitlab # [  184.911464] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.015Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bc16de42913ded1d3dd50bc6","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bc16de42913ded1d3dd50bc6: done: 0.0154 sec","job_status":"done","queue_duration_s":0.339574,"scheduling_latency_s":0.339597,"redis_calls":13,"redis_duration_s":0.0029360000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000987,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001949,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009764,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0154,"completed_at":"2026-06-09T12:31:05.015Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1594vm-test-run-nixbot-gitlab> gitlab # [  184.983382] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.016Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac917cf937180084c5059e76","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac917cf937180084c5059e76: start","job_status":"start","queue_duration_s":0.356366,"scheduling_latency_s":0.356388}1595vm-test-run-nixbot-gitlab> gitlab # [  185.058452] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.032Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac917cf937180084c5059e76","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac917cf937180084c5059e76: done: 0.015369 sec","job_status":"done","queue_duration_s":0.356366,"scheduling_latency_s":0.356388,"redis_calls":13,"redis_duration_s":0.0030570000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000981,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002076,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009771,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015369,"completed_at":"2026-06-09T12:31:05.032Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1596vm-test-run-nixbot-gitlab> gitlab # [  185.060292] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.033Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1a81aff3055ccb4d37980e8","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1a81aff3055ccb4d37980e8: start","job_status":"start","queue_duration_s":0.37309,"scheduling_latency_s":0.373111}1597vm-test-run-nixbot-gitlab> gitlab # [  185.139399] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.048Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1a81aff3055ccb4d37980e8","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1a81aff3055ccb4d37980e8: done: 0.015303 sec","job_status":"done","queue_duration_s":0.37309,"scheduling_latency_s":0.373111,"redis_calls":13,"redis_duration_s":0.003031,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000881,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00215,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009761,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015303,"completed_at":"2026-06-09T12:31:05.048Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1598vm-test-run-nixbot-gitlab> gitlab # [  185.141116] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.050Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"862a13f7e9962d0eee16ddae","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-862a13f7e9962d0eee16ddae: start","job_status":"start","queue_duration_s":0.389716,"scheduling_latency_s":0.38974}1599vm-test-run-nixbot-gitlab> gitlab # [  185.210514] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.065Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"862a13f7e9962d0eee16ddae","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-862a13f7e9962d0eee16ddae: done: 0.015248 sec","job_status":"done","queue_duration_s":0.389716,"scheduling_latency_s":0.38974,"redis_calls":13,"redis_duration_s":0.003002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001019,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001983,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009745,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015248,"completed_at":"2026-06-09T12:31:05.065Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1600vm-test-run-nixbot-gitlab> gitlab # [  185.215415] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.066Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"40280dc84b8e5c8e5d142a4e","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-40280dc84b8e5c8e5d142a4e: start","job_status":"start","queue_duration_s":0.406348,"scheduling_latency_s":0.40637}1601vm-test-run-nixbot-gitlab> gitlab # [  185.292348] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.082Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"40280dc84b8e5c8e5d142a4e","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-40280dc84b8e5c8e5d142a4e: done: 0.015715 sec","job_status":"done","queue_duration_s":0.406348,"scheduling_latency_s":0.40637,"redis_calls":13,"redis_duration_s":0.0029560000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002037,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009755,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015715,"completed_at":"2026-06-09T12:31:05.082Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1602vm-test-run-nixbot-gitlab> gitlab # [  185.296348] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.084Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0caaabf2ba5d20e4cc1c40d8","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0caaabf2ba5d20e4cc1c40d8: start","job_status":"start","queue_duration_s":0.423461,"scheduling_latency_s":0.423483}1603vm-test-run-nixbot-gitlab> gitlab # [  185.316451] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.099Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0caaabf2ba5d20e4cc1c40d8","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0caaabf2ba5d20e4cc1c40d8: done: 0.015301 sec","job_status":"done","queue_duration_s":0.423461,"scheduling_latency_s":0.423483,"redis_calls":13,"redis_duration_s":0.002979,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000972,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002007,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009595,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015301,"completed_at":"2026-06-09T12:31:05.099Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1604vm-test-run-nixbot-gitlab> gitlab # [  185.387521] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.100Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3f45f732ec81e55d7e2e1040","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3f45f732ec81e55d7e2e1040: start","job_status":"start","queue_duration_s":0.440095,"scheduling_latency_s":0.440117}1605vm-test-run-nixbot-gitlab> gitlab # [  185.397303] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.115Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3f45f732ec81e55d7e2e1040","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3f45f732ec81e55d7e2e1040: done: 0.015401 sec","job_status":"done","queue_duration_s":0.440095,"scheduling_latency_s":0.440117,"redis_calls":13,"redis_duration_s":0.003027,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002094,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009704,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015401,"completed_at":"2026-06-09T12:31:05.115Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1606vm-test-run-nixbot-gitlab> gitlab # [  185.484240] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.117Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9f6fe05af2d14ccdb280c06e","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9f6fe05af2d14ccdb280c06e: start","job_status":"start","queue_duration_s":0.456806,"scheduling_latency_s":0.456828}1607vm-test-run-nixbot-gitlab> gitlab # [  185.485875] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.132Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9f6fe05af2d14ccdb280c06e","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9f6fe05af2d14ccdb280c06e: done: 0.015416 sec","job_status":"done","queue_duration_s":0.456806,"scheduling_latency_s":0.456828,"redis_calls":13,"redis_duration_s":0.0029189999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000926,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001993,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009585,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015416,"completed_at":"2026-06-09T12:31:05.132Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1608vm-test-run-nixbot-gitlab> gitlab # [  185.558692] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.134Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5cbdac73f958ef11a14cc9bd","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5cbdac73f958ef11a14cc9bd: start","job_status":"start","queue_duration_s":0.473542,"scheduling_latency_s":0.473566}1609vm-test-run-nixbot-gitlab> gitlab # [  185.559981] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.149Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5cbdac73f958ef11a14cc9bd","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5cbdac73f958ef11a14cc9bd: done: 0.015328 sec","job_status":"done","queue_duration_s":0.473542,"scheduling_latency_s":0.473566,"redis_calls":13,"redis_duration_s":0.002965,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000958,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002007,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009767,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015328,"completed_at":"2026-06-09T12:31:05.149Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1610vm-test-run-nixbot-gitlab> gitlab # [  185.667362] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.150Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c469aba8c80cc9b91166392f","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c469aba8c80cc9b91166392f: start","job_status":"start","queue_duration_s":0.490267,"scheduling_latency_s":0.490291}1611vm-test-run-nixbot-gitlab> gitlab # [  185.667992] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.166Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c469aba8c80cc9b91166392f","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c469aba8c80cc9b91166392f: done: 0.015608 sec","job_status":"done","queue_duration_s":0.490267,"scheduling_latency_s":0.490291,"redis_calls":13,"redis_duration_s":0.003188,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001048,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00214,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010035,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015608,"completed_at":"2026-06-09T12:31:05.166Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1612vm-test-run-nixbot-gitlab> gitlab # [  185.738268] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.167Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59bec0a417df18f592b41300","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59bec0a417df18f592b41300: start","job_status":"start","queue_duration_s":0.507227,"scheduling_latency_s":0.507249}1613vm-test-run-nixbot-gitlab> gitlab # [  185.739446] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.183Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59bec0a417df18f592b41300","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59bec0a417df18f592b41300: done: 0.015985 sec","job_status":"done","queue_duration_s":0.507227,"scheduling_latency_s":0.507249,"redis_calls":13,"redis_duration_s":0.002973,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002056,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009669,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015985,"completed_at":"2026-06-09T12:31:05.183Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1614vm-test-run-nixbot-gitlab> gitlab # [  185.817357] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.185Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"254312a0506098adc066cbe1","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-254312a0506098adc066cbe1: start","job_status":"start","queue_duration_s":0.52462,"scheduling_latency_s":0.524641}1615vm-test-run-nixbot-gitlab> gitlab # [  185.819054] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.200Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"254312a0506098adc066cbe1","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-254312a0506098adc066cbe1: done: 0.015417 sec","job_status":"done","queue_duration_s":0.52462,"scheduling_latency_s":0.524641,"redis_calls":13,"redis_duration_s":0.002831,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001928,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009744,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015417,"completed_at":"2026-06-09T12:31:05.200Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1616vm-test-run-nixbot-gitlab> gitlab # [  185.889134] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.201Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"44b474bb2cf74b73519d745a","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-44b474bb2cf74b73519d745a: start","job_status":"start","queue_duration_s":0.541377,"scheduling_latency_s":0.541399}1617vm-test-run-nixbot-gitlab> gitlab # [  185.890470] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.217Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"44b474bb2cf74b73519d745a","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-44b474bb2cf74b73519d745a: done: 0.015437 sec","job_status":"done","queue_duration_s":0.541377,"scheduling_latency_s":0.541399,"redis_calls":13,"redis_duration_s":0.003058,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00111,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001948,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00985,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015437,"completed_at":"2026-06-09T12:31:05.217Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1618vm-test-run-nixbot-gitlab> gitlab # [  185.963173] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.218Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"71166c71714ab5c24c81877f","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-71166c71714ab5c24c81877f: start","job_status":"start","queue_duration_s":0.5584,"scheduling_latency_s":0.558424}1619vm-test-run-nixbot-gitlab> gitlab # [  185.967422] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.234Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"71166c71714ab5c24c81877f","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-71166c71714ab5c24c81877f: done: 0.015377 sec","job_status":"done","queue_duration_s":0.5584,"scheduling_latency_s":0.558424,"redis_calls":13,"redis_duration_s":0.0029319999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002005,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009697,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015377,"completed_at":"2026-06-09T12:31:05.234Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1620vm-test-run-nixbot-gitlab> gitlab # [  186.051136] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.235Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bc0911317ee6f2f13dc913af","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bc0911317ee6f2f13dc913af: start","job_status":"start","queue_duration_s":0.575042,"scheduling_latency_s":0.575064}1621vm-test-run-nixbot-gitlab> gitlab # [  186.052150] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.250Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bc0911317ee6f2f13dc913af","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bc0911317ee6f2f13dc913af: done: 0.015364 sec","job_status":"done","queue_duration_s":0.575042,"scheduling_latency_s":0.575064,"redis_calls":13,"redis_duration_s":0.00293,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000888,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002042,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00974,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015364,"completed_at":"2026-06-09T12:31:05.250Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1622vm-test-run-nixbot-gitlab> gitlab # [  186.135379] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.252Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b32f8b701967051fd4d5b1a9","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b32f8b701967051fd4d5b1a9: start","job_status":"start","queue_duration_s":0.591738,"scheduling_latency_s":0.59176}1623vm-test-run-nixbot-gitlab> gitlab # [  186.136960] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.267Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b32f8b701967051fd4d5b1a9","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b32f8b701967051fd4d5b1a9: done: 0.015511 sec","job_status":"done","queue_duration_s":0.591738,"scheduling_latency_s":0.59176,"redis_calls":13,"redis_duration_s":0.003086,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001033,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002053,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009941,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015511,"completed_at":"2026-06-09T12:31:05.267Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1624vm-test-run-nixbot-gitlab> gitlab # [  186.212184] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.269Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ddca9afca1d7febc3d26320","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ddca9afca1d7febc3d26320: start","job_status":"start","queue_duration_s":0.608578,"scheduling_latency_s":0.608599}1625vm-test-run-nixbot-gitlab> gitlab # [  186.213820] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.284Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ddca9afca1d7febc3d26320","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ddca9afca1d7febc3d26320: done: 0.01588 sec","job_status":"done","queue_duration_s":0.608578,"scheduling_latency_s":0.608599,"redis_calls":13,"redis_duration_s":0.002862,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000942,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00192,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009763,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01588,"completed_at":"2026-06-09T12:31:05.284Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1626vm-test-run-nixbot-gitlab> gitlab # [  186.286118] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.286Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e979a662dc18a69a382977cf","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e979a662dc18a69a382977cf: start","job_status":"start","queue_duration_s":0.625786,"scheduling_latency_s":0.625808}1627vm-test-run-nixbot-gitlab> gitlab # [  186.295127] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.301Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e979a662dc18a69a382977cf","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e979a662dc18a69a382977cf: done: 0.015502 sec","job_status":"done","queue_duration_s":0.625786,"scheduling_latency_s":0.625808,"redis_calls":13,"redis_duration_s":0.0031910000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002279,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00993,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015502,"completed_at":"2026-06-09T12:31:05.301Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1628vm-test-run-nixbot-gitlab> gitlab # [  186.393075] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.303Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"315370491d1c2ed6bc01b850","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-315370491d1c2ed6bc01b850: start","job_status":"start","queue_duration_s":0.642591,"scheduling_latency_s":0.642614}1629vm-test-run-nixbot-gitlab> gitlab # [  186.394430] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.318Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"315370491d1c2ed6bc01b850","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-315370491d1c2ed6bc01b850: done: 0.015222 sec","job_status":"done","queue_duration_s":0.642591,"scheduling_latency_s":0.642614,"redis_calls":13,"redis_duration_s":0.002895,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000936,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001959,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009715,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015222,"completed_at":"2026-06-09T12:31:05.318Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1630vm-test-run-nixbot-gitlab> gitlab # [  186.487072] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.319Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f48ee593f6e8789e0b2fe65d","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f48ee593f6e8789e0b2fe65d: start","job_status":"start","queue_duration_s":0.659295,"scheduling_latency_s":0.659317}1631vm-test-run-nixbot-gitlab> gitlab # [  186.488361] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.335Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f48ee593f6e8789e0b2fe65d","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f48ee593f6e8789e0b2fe65d: done: 0.015252 sec","job_status":"done","queue_duration_s":0.659295,"scheduling_latency_s":0.659317,"redis_calls":13,"redis_duration_s":0.003006,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000911,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002095,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009665,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015252,"completed_at":"2026-06-09T12:31:05.335Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1632vm-test-run-nixbot-gitlab> gitlab # [  186.567952] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.336Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d79df9961ce1424af1d62007","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d79df9961ce1424af1d62007: start","job_status":"start","queue_duration_s":0.675865,"scheduling_latency_s":0.675887}1633vm-test-run-nixbot-gitlab> gitlab # [  186.569406] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.351Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d79df9961ce1424af1d62007","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d79df9961ce1424af1d62007: done: 0.015251 sec","job_status":"done","queue_duration_s":0.675865,"scheduling_latency_s":0.675887,"redis_calls":13,"redis_duration_s":0.0029679999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000934,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002034,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009643,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015251,"completed_at":"2026-06-09T12:31:05.351Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1634vm-test-run-nixbot-gitlab> gitlab # [  186.658248] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.353Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c2ab07dd323b807bf1e48e22","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c2ab07dd323b807bf1e48e22: start","job_status":"start","queue_duration_s":0.69253,"scheduling_latency_s":0.692551}1635vm-test-run-nixbot-gitlab> gitlab # [  186.659867] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.368Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c2ab07dd323b807bf1e48e22","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c2ab07dd323b807bf1e48e22: done: 0.01537 sec","job_status":"done","queue_duration_s":0.69253,"scheduling_latency_s":0.692551,"redis_calls":13,"redis_duration_s":0.0028450000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00093,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001915,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00962,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01537,"completed_at":"2026-06-09T12:31:05.368Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1636vm-test-run-nixbot-gitlab> gitlab # [  186.738454] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.369Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f0951467c8bf7ca6bb7c9941","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f0951467c8bf7ca6bb7c9941: start","job_status":"start","queue_duration_s":0.709355,"scheduling_latency_s":0.709377}1637vm-test-run-nixbot-gitlab> gitlab # [  186.739864] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.385Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f0951467c8bf7ca6bb7c9941","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f0951467c8bf7ca6bb7c9941: done: 0.01571 sec","job_status":"done","queue_duration_s":0.709355,"scheduling_latency_s":0.709377,"redis_calls":13,"redis_duration_s":0.003005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000914,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002091,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009693,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01571,"completed_at":"2026-06-09T12:31:05.385Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1638vm-test-run-nixbot-gitlab> gitlab # [  186.814651] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.387Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d957cde55f672d8618ae9ee2","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d957cde55f672d8618ae9ee2: start","job_status":"start","queue_duration_s":0.726499,"scheduling_latency_s":0.726522}1639vm-test-run-nixbot-gitlab> gitlab # [  186.816180] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.402Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d957cde55f672d8618ae9ee2","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d957cde55f672d8618ae9ee2: done: 0.015277 sec","job_status":"done","queue_duration_s":0.726499,"scheduling_latency_s":0.726522,"redis_calls":13,"redis_duration_s":0.002979,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002019,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009691,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015277,"completed_at":"2026-06-09T12:31:05.402Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1640vm-test-run-nixbot-gitlab> gitlab # [  186.909505] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.403Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"516feab3f96590b62794909c","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-516feab3f96590b62794909c: start","job_status":"start","queue_duration_s":0.743129,"scheduling_latency_s":0.743151}1641vm-test-run-nixbot-gitlab> gitlab # [  186.910718] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.419Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"516feab3f96590b62794909c","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-516feab3f96590b62794909c: done: 0.01548 sec","job_status":"done","queue_duration_s":0.743129,"scheduling_latency_s":0.743151,"redis_calls":13,"redis_duration_s":0.0030239999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002097,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009595,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01548,"completed_at":"2026-06-09T12:31:05.419Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1642vm-test-run-nixbot-gitlab> gitlab # [  186.928116] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.420Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"beb8517092aac8dfdba9d9e9","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-beb8517092aac8dfdba9d9e9: start","job_status":"start","queue_duration_s":0.759922,"scheduling_latency_s":0.759992}1643vm-test-run-nixbot-gitlab> gitlab # [  187.002099] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.435Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"beb8517092aac8dfdba9d9e9","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-beb8517092aac8dfdba9d9e9: done: 0.015411 sec","job_status":"done","queue_duration_s":0.759922,"scheduling_latency_s":0.759992,"redis_calls":13,"redis_duration_s":0.002913,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000921,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001992,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009742,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015411,"completed_at":"2026-06-09T12:31:05.435Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1644vm-test-run-nixbot-gitlab> gitlab # [  187.009810] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.437Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff4493a26c39facfb856af58","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff4493a26c39facfb856af58: start","job_status":"start","queue_duration_s":0.77663,"scheduling_latency_s":0.776651}1645vm-test-run-nixbot-gitlab> gitlab # [  187.029891] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.452Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff4493a26c39facfb856af58","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff4493a26c39facfb856af58: done: 0.015414 sec","job_status":"done","queue_duration_s":0.77663,"scheduling_latency_s":0.776651,"redis_calls":13,"redis_duration_s":0.002961,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000885,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002076,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009816,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015414,"completed_at":"2026-06-09T12:31:05.452Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1646vm-test-run-nixbot-gitlab> gitlab # [  187.116343] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.453Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"73fe36710d74309df959f145","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-73fe36710d74309df959f145: start","job_status":"start","queue_duration_s":0.793357,"scheduling_latency_s":0.793379}1647vm-test-run-nixbot-gitlab> gitlab # [  187.117920] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.469Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"73fe36710d74309df959f145","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-73fe36710d74309df959f145: done: 0.015591 sec","job_status":"done","queue_duration_s":0.793357,"scheduling_latency_s":0.793379,"redis_calls":13,"redis_duration_s":0.0030359999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002119,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00986,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015591,"completed_at":"2026-06-09T12:31:05.469Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1648vm-test-run-nixbot-gitlab> gitlab # [  187.213243] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.470Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"48121d3e491e6d4dfc2e99f9","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-48121d3e491e6d4dfc2e99f9: start","job_status":"start","queue_duration_s":0.810309,"scheduling_latency_s":0.810332}1649vm-test-run-nixbot-gitlab> gitlab # [  187.214919] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.493Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"48121d3e491e6d4dfc2e99f9","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-48121d3e491e6d4dfc2e99f9: done: 0.022653 sec","job_status":"done","queue_duration_s":0.810309,"scheduling_latency_s":0.810332,"redis_calls":13,"redis_duration_s":0.0031539999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002237,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009933,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022653,"completed_at":"2026-06-09T12:31:05.493Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1650vm-test-run-nixbot-gitlab> gitlab # [  187.301148] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.494Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"840b028d054b9aae57be9aa3","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-840b028d054b9aae57be9aa3: start","job_status":"start","queue_duration_s":0.834392,"scheduling_latency_s":0.834415}1651vm-test-run-nixbot-gitlab> gitlab # [  187.302491] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.510Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"840b028d054b9aae57be9aa3","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-840b028d054b9aae57be9aa3: done: 0.015475 sec","job_status":"done","queue_duration_s":0.834392,"scheduling_latency_s":0.834415,"redis_calls":13,"redis_duration_s":0.003085,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002034,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009777,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015475,"completed_at":"2026-06-09T12:31:05.510Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1652vm-test-run-nixbot-gitlab> gitlab # [  187.374123] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.511Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b099f3fefa6948ff72cd0f46","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b099f3fefa6948ff72cd0f46: start","job_status":"start","queue_duration_s":0.851252,"scheduling_latency_s":0.851274}1653vm-test-run-nixbot-gitlab> gitlab # [  187.375446] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.527Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b099f3fefa6948ff72cd0f46","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b099f3fefa6948ff72cd0f46: done: 0.015285 sec","job_status":"done","queue_duration_s":0.851252,"scheduling_latency_s":0.851274,"redis_calls":13,"redis_duration_s":0.003072,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000922,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00215,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009735,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015285,"completed_at":"2026-06-09T12:31:05.526Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1654vm-test-run-nixbot-gitlab> gitlab # [  187.456436] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.528Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6522969f1631c3dc3c9b6801","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6522969f1631c3dc3c9b6801: start","job_status":"start","queue_duration_s":0.867863,"scheduling_latency_s":0.867886}1655vm-test-run-nixbot-gitlab> gitlab # [  187.457782] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.543Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6522969f1631c3dc3c9b6801","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6522969f1631c3dc3c9b6801: done: 0.015261 sec","job_status":"done","queue_duration_s":0.867863,"scheduling_latency_s":0.867886,"redis_calls":13,"redis_duration_s":0.002996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000935,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002061,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009611,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015261,"completed_at":"2026-06-09T12:31:05.543Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1656vm-test-run-nixbot-gitlab> gitlab # [  187.545080] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.545Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7d224ee15c11e0e020308439","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7d224ee15c11e0e020308439: start","job_status":"start","queue_duration_s":0.884541,"scheduling_latency_s":0.884564}1657vm-test-run-nixbot-gitlab> gitlab # [  187.547153] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.560Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7d224ee15c11e0e020308439","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7d224ee15c11e0e020308439: done: 0.015228 sec","job_status":"done","queue_duration_s":0.884541,"scheduling_latency_s":0.884564,"redis_calls":13,"redis_duration_s":0.002973,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000963,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00201,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009632,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015228,"completed_at":"2026-06-09T12:31:05.560Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1658vm-test-run-nixbot-gitlab> gitlab # [  187.635381] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.561Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"25b8b6c6319749c8d3f0f02a","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-25b8b6c6319749c8d3f0f02a: start","job_status":"start","queue_duration_s":0.901252,"scheduling_latency_s":0.901284}1659vm-test-run-nixbot-gitlab> gitlab # [  187.636928] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.577Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"25b8b6c6319749c8d3f0f02a","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-25b8b6c6319749c8d3f0f02a: done: 0.015402 sec","job_status":"done","queue_duration_s":0.901252,"scheduling_latency_s":0.901284,"redis_calls":13,"redis_duration_s":0.003071,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000934,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002137,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009734,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015402,"completed_at":"2026-06-09T12:31:05.577Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1660vm-test-run-nixbot-gitlab> gitlab # [  187.718332] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.578Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ce477ba86d8d3e68d5a77098","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ce477ba86d8d3e68d5a77098: start","job_status":"start","queue_duration_s":0.918007,"scheduling_latency_s":0.91803}1661vm-test-run-nixbot-gitlab> gitlab # [  187.719935] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.594Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ce477ba86d8d3e68d5a77098","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ce477ba86d8d3e68d5a77098: done: 0.015649 sec","job_status":"done","queue_duration_s":0.918007,"scheduling_latency_s":0.91803,"redis_calls":13,"redis_duration_s":0.0029519999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00208,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009653,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015649,"completed_at":"2026-06-09T12:31:05.594Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1662vm-test-run-nixbot-gitlab> gitlab # [  187.791173] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.595Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"71ff9b737a5e460b476577b3","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-71ff9b737a5e460b476577b3: start","job_status":"start","queue_duration_s":0.934925,"scheduling_latency_s":0.934983}1663vm-test-run-nixbot-gitlab> gitlab # [  187.792810] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.610Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"71ff9b737a5e460b476577b3","created_at":"2026-06-09T12:31:04.591Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-2ac63f6aa3944646","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd52225ada34d745670390a974b32227","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.660Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-71ff9b737a5e460b476577b3: done: 0.015367 sec","job_status":"done","queue_duration_s":0.934925,"scheduling_latency_s":0.934983,"redis_calls":13,"redis_duration_s":0.002924,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000929,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001995,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009708,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015367,"completed_at":"2026-06-09T12:31:05.610Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1664vm-test-run-nixbot-gitlab> gitlab # [  187.883299] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.612Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d34ad59360647e6c83d8a496","created_at":"2026-06-09T12:31:04.711Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-05947b82dd2d49ce","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a75ec1d54fd919f2c241a56dceabf3f5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.718Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d34ad59360647e6c83d8a496: start","job_status":"start","queue_duration_s":0.89325,"scheduling_latency_s":0.893272}1665vm-test-run-nixbot-gitlab> gitlab # [  187.884838] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.624Z","message":"No existing merge request to be cleaned up."}1666vm-test-run-nixbot-gitlab> gitlab # [  187.885833] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.631Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d34ad59360647e6c83d8a496","created_at":"2026-06-09T12:31:04.711Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-05947b82dd2d49ce","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a75ec1d54fd919f2c241a56dceabf3f5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.718Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d34ad59360647e6c83d8a496: done: 0.019666 sec","job_status":"done","queue_duration_s":0.89325,"scheduling_latency_s":0.893272,"redis_calls":10,"redis_duration_s":0.002467,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001041,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001426,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01141,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019666,"completed_at":"2026-06-09T12:31:05.631Z","load_balancing_strategy":"primary","db_duration_s":0.004761,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1667vm-test-run-nixbot-gitlab> gitlab # [  187.904812] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.633Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"25cf56800146e377dc19197f","created_at":"2026-06-09T12:31:04.711Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-05947b82dd2d49ce","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a75ec1d54fd919f2c241a56dceabf3f5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.718Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-25cf56800146e377dc19197f: start","job_status":"start","queue_duration_s":0.914249,"scheduling_latency_s":0.914272}1668vm-test-run-nixbot-gitlab> gitlab # [  187.974801] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.642Z","message":"No existing merge request to be cleaned up."}1669vm-test-run-nixbot-gitlab> gitlab # [  187.976258] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.648Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"25cf56800146e377dc19197f","created_at":"2026-06-09T12:31:04.711Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-05947b82dd2d49ce","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a75ec1d54fd919f2c241a56dceabf3f5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.718Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-25cf56800146e377dc19197f: done: 0.015858 sec","job_status":"done","queue_duration_s":0.914249,"scheduling_latency_s":0.914272,"redis_calls":10,"redis_duration_s":0.002382,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000976,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001406,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009962,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015858,"completed_at":"2026-06-09T12:31:05.648Z","load_balancing_strategy":"primary","db_duration_s":0.001548,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1670vm-test-run-nixbot-gitlab> gitlab # [  187.987448] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.650Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ea652912ece9dee21d06f616","created_at":"2026-06-09T12:31:04.711Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-05947b82dd2d49ce","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a75ec1d54fd919f2c241a56dceabf3f5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.718Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ea652912ece9dee21d06f616: start","job_status":"start","queue_duration_s":0.931532,"scheduling_latency_s":0.931554}1671vm-test-run-nixbot-gitlab> gitlab # [  188.073318] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.660Z","message":"No existing merge request to be cleaned up."}1672vm-test-run-nixbot-gitlab> gitlab # [  188.075108] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.666Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ea652912ece9dee21d06f616","created_at":"2026-06-09T12:31:04.711Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-05947b82dd2d49ce","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a75ec1d54fd919f2c241a56dceabf3f5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.718Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ea652912ece9dee21d06f616: done: 0.01582 sec","job_status":"done","queue_duration_s":0.931532,"scheduling_latency_s":0.931554,"redis_calls":10,"redis_duration_s":0.002418,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000928,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00149,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009835,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01582,"completed_at":"2026-06-09T12:31:05.666Z","load_balancing_strategy":"primary","db_duration_s":0.00155,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1673vm-test-run-nixbot-gitlab> gitlab # [  188.076741] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.667Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"92b30bb476b112f4b4a8226a","created_at":"2026-06-09T12:31:04.711Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-05947b82dd2d49ce","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a75ec1d54fd919f2c241a56dceabf3f5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.718Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-92b30bb476b112f4b4a8226a: start","job_status":"start","queue_duration_s":0.948705,"scheduling_latency_s":0.948727}1674vm-test-run-nixbot-gitlab> gitlab # [  188.090280] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.677Z","message":"No existing merge request to be cleaned up."}1675vm-test-run-nixbot-gitlab> gitlab # [  188.092557] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:05.683Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"92b30bb476b112f4b4a8226a","created_at":"2026-06-09T12:31:04.711Z","trace_propagation_headers":{"sentry-trace":"3ecdf4a9b2d143468a839e2daf12d07f-05947b82dd2d49ce","baggage":"sentry-trace_id=3ecdf4a9b2d143468a839e2daf12d07f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a75ec1d54fd919f2c241a56dceabf3f5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:04.718Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-92b30bb476b112f4b4a8226a: done: 0.015817 sec","job_status":"done","queue_duration_s":0.948705,"scheduling_latency_s":0.948727,"redis_calls":10,"redis_duration_s":0.002514,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000953,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001561,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00988,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015817,"completed_at":"2026-06-09T12:31:05.683Z","load_balancing_strategy":"primary","db_duration_s":0.001572,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1676vm-test-run-nixbot-gitlab> gitlab # [  189.536660] runuser[2683]: pam_unix(runuser:session): session closed for user gitlab1677vm-test-run-nixbot-gitlab> gitlab # [  189.541419] setup-gitlab-start[2901]: +++ date -d '+7 days' +%F1678vm-test-run-nixbot-gitlab> gitlab # [  189.544666] setup-gitlab-start[2900]: ++ jq -r .token1679vm-test-run-nixbot-gitlab> gitlab # [  189.548454] setup-gitlab-start[2899]: ++ curl -fs -X POST -H 'Authorization: Bearer 75d864986f61b3669cf0bb8a9d2d05cfca57a54e4bdb1c3b1987b4efcb7238fe' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-06-16"}' http://gitlab/api/v4/users/1/personal_access_tokens1680vm-test-run-nixbot-gitlab> gitlab # [  190.188230] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:12 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 6351681vm-test-run-nixbot-gitlab> gitlab # [  190.191373] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:12.142Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"1d9df48c908c0d8d39a8f322","created_at":"2026-06-09T12:31:12.102Z","trace_propagation_headers":{"sentry-trace":"c2a9281d12ec41d59ba90ad11c05fd04-7799086c2948488a","baggage":"sentry-trace_id=c2a9281d12ec41d59ba90ad11c05fd04,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V24F4DSEEVN086DPG4X7","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:4471e61ce6d1d258cb13b86d0464c81915a754e7d6cacc197480a952ead55b39","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:12.127Z","job_size_bytes":451,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-1d9df48c908c0d8d39a8f322: start","job_status":"start","queue_duration_s":0.014745,"scheduling_latency_s":0.01482}1682vm-test-run-nixbot-gitlab> gitlab # [  190.242365] setup-gitlab-start[2641]: + TOKEN=glpat-aDjvyC2D65OaB35xPPYNtm86MQp1OjEH.01.0w0p456mn1683vm-test-run-nixbot-gitlab> gitlab # [  190.244249] setup-gitlab-start[2641]: + test -n glpat-aDjvyC2D65OaB35xPPYNtm86MQp1OjEH.01.0w0p456mn1684vm-test-run-nixbot-gitlab> gitlab # [  190.245935] setup-gitlab-start[2641]: + test glpat-aDjvyC2D65OaB35xPPYNtm86MQp1OjEH.01.0w0p456mn '!=' null1685vm-test-run-nixbot-gitlab> gitlab # [  190.247207] setup-gitlab-start[2641]: + mkdir -p /var/lib/secrets1686vm-test-run-nixbot-gitlab> gitlab # [  190.248502] setup-gitlab-start[2641]: + echo glpat-aDjvyC2D65OaB35xPPYNtm86MQp1OjEH.01.0w0p456mn1687vm-test-run-nixbot-gitlab> gitlab # [  190.250081] setup-gitlab-start[2641]: + chmod 644 /var/lib/secrets/gitlab-token1688vm-test-run-nixbot-gitlab> gitlab # [  190.255913] setup-gitlab-start[2641]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-aDjvyC2D65OaB35xPPYNtm86MQp1OjEH.01.0w0p456mn' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1689vm-test-run-nixbot-gitlab> gitlab # [  190.342759] sidekiq-cluster[2095]: {"severity":"WARN","time":"2026-06-09T12:31:12.293Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"1d9df48c908c0d8d39a8f322","created_at":"2026-06-09T12:31:12.102Z","trace_propagation_headers":{"sentry-trace":"c2a9281d12ec41d59ba90ad11c05fd04-7799086c2948488a","baggage":"sentry-trace_id=c2a9281d12ec41d59ba90ad11c05fd04,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V24F4DSEEVN086DPG4X7","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:4471e61ce6d1d258cb13b86d0464c81915a754e7d6cacc197480a952ead55b39","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:12.127Z","job_size_bytes":451,"pid":2095,"sidekiq_tid":"lyov","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-1d9df48c908c0d8d39a8f322: fail: 0.15108 sec","job_status":"fail","queue_duration_s":0.014745,"scheduling_latency_s":0.01482,"redis_calls":11,"redis_duration_s":0.004176,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001217,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002193,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000766,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.087062,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000668801,"duration_s":0.15108,"completed_at":"2026-06-09T12:31:12.292Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.045303,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1690vm-test-run-nixbot-gitlab> gitlab # [  191.484384] gitaly[1375]: time="2026-06-09T12:31:13.436Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.004" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.435" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1691vm-test-run-nixbot-gitlab> gitlab # [  191.523293] gitaly[1375]: time="2026-06-09T12:31:13.475Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.004" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.435" grpc.time_ms=0.738 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1692vm-test-run-nixbot-gitlab> gitlab # [  191.597255] gitaly[1375]: time="2026-06-09T12:31:13.549Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.118" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.549" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1693vm-test-run-nixbot-gitlab> gitlab # [  191.600477] gitaly[1375]: time="2026-06-09T12:31:13.549Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.118" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.549" grpc.time_ms=0.304 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1694vm-test-run-nixbot-gitlab> gitlab # [  191.680255] gitaly[1375]: time="2026-06-09T12:31:13.632Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 diskcache=5e3fb1e3-bd5c-493b-94bd-b8baba302efe grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T12:31:23.136" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.566" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1695vm-test-run-nixbot-gitlab> gitlab # [  191.702295] gitaly[1375]: time="2026-06-09T12:31:13.632Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=323 command.oublock=32 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T12:31:23.136" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.566" grpc.time_ms=65.553 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1696vm-test-run-nixbot-gitlab> gitlab # [  191.703431] gitaly[1375]: time="2026-06-09T12:31:13.647Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.215" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.646" pid=1375 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1697vm-test-run-nixbot-gitlab> gitlab # [  191.704297] gitaly[1375]: time="2026-06-09T12:31:13.648Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.215" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.646" grpc.time_ms=1.123 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1698vm-test-run-nixbot-gitlab> gitlab # [  191.713619] gitaly[1375]: time="2026-06-09T12:31:13.665Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:31:23.222" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.653" grpc.time_ms=12.349 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1699vm-test-run-nixbot-gitlab> gitlab # [  191.762554] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:13.713Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"77cb28efbdf9a9d01b80fb48","created_at":"2026-06-09T12:31:13.681Z","trace_propagation_headers":{"sentry-trace":"ca2ba50df04d44ebb77bce038414ec2e-b7996f71e0e14e36","baggage":"sentry-trace_id=ca2ba50df04d44ebb77bce038414ec2e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V2V0RBS2GNHTACPGSNY3","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:13.711Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-77cb28efbdf9a9d01b80fb48: start","job_status":"start","queue_duration_s":0.002414,"scheduling_latency_s":0.002456}1700vm-test-run-nixbot-gitlab> gitlab # [  191.777666] gitaly[1375]: time="2026-06-09T12:31:13.729Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.009" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.729" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1701vm-test-run-nixbot-gitlab> gitlab # [  191.779166] gitaly[1375]: time="2026-06-09T12:31:13.730Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.009" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.729" grpc.time_ms=0.321 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1702vm-test-run-nixbot-gitlab> gitlab # [  191.809724] gitaly[1375]: time="2026-06-09T12:31:13.761Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 diskcache=d65983e7-7c0e-414c-b2a1-8d9e3ec31fad grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T12:31:23.013" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.734" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1703vm-test-run-nixbot-gitlab> gitlab # [  191.811304] gitaly[1375]: time="2026-06-09T12:31:13.762Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=329 command.oublock=32 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T12:31:23.013" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.734" grpc.time_ms=28.04 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1704vm-test-run-nixbot-gitlab> gitlab # [  191.820297] gitaly[1375]: time="2026-06-09T12:31:13.772Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.051" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.772" pid=1375 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1705vm-test-run-nixbot-gitlab> gitlab # [  191.823990] gitaly[1375]: time="2026-06-09T12:31:13.773Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.051" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.772" grpc.time_ms=0.49 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1706vm-test-run-nixbot-gitlab> gitlab # [  191.892487] gitaly[1375]: time="2026-06-09T12:31:13.782Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:31:23.055" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.776" grpc.time_ms=6.48 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1707vm-test-run-nixbot-gitlab> gitlab # [  191.893786] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:13.779Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"77cb28efbdf9a9d01b80fb48","created_at":"2026-06-09T12:31:13.681Z","trace_propagation_headers":{"sentry-trace":"ca2ba50df04d44ebb77bce038414ec2e-b7996f71e0e14e36","baggage":"sentry-trace_id=ca2ba50df04d44ebb77bce038414ec2e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V2V0RBS2GNHTACPGSNY3","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:13.711Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-77cb28efbdf9a9d01b80fb48: done: 0.065441 sec","job_status":"done","queue_duration_s":0.002414,"scheduling_latency_s":0.002456,"redis_calls":10,"redis_duration_s":0.0033759999999999997,"redis_read_bytes":8,"redis_write_bytes":1165,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001995,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001381,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":7,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.048089,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.041361402,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.065441,"completed_at":"2026-06-09T12:31:13.779Z","load_balancing_strategy":"primary","db_duration_s":0.008791,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1708vm-test-run-nixbot-gitlab> gitlab # [  191.979059] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:13.780Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"409e629119d35e4dce99c4e0","created_at":"2026-06-09T12:31:13.717Z","trace_propagation_headers":{"sentry-trace":"ca2ba50df04d44ebb77bce038414ec2e-b7996f71e0e14e36","baggage":"sentry-trace_id=ca2ba50df04d44ebb77bce038414ec2e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V2V0RBS2GNHTACPGSNY3","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:13.723Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-409e629119d35e4dce99c4e0: start","job_status":"start","queue_duration_s":0.056923,"scheduling_latency_s":0.056955}1709vm-test-run-nixbot-gitlab> gitlab # [  191.980390] gitaly[1375]: time="2026-06-09T12:31:13.804Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:23.083" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.804" grpc.time_ms=0.188 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1710vm-test-run-nixbot-gitlab> gitlab # [  191.981206] gitaly[1375]: time="2026-06-09T12:31:13.813Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T12:31:23.089" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:13.810" grpc.time_ms=3.343 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1711vm-test-run-nixbot-gitlab> gitlab # [  191.989295] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:13.880Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"409e629119d35e4dce99c4e0","created_at":"2026-06-09T12:31:13.717Z","trace_propagation_headers":{"sentry-trace":"ca2ba50df04d44ebb77bce038414ec2e-b7996f71e0e14e36","baggage":"sentry-trace_id=ca2ba50df04d44ebb77bce038414ec2e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V2V0RBS2GNHTACPGSNY3","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:13.723Z","job_size_bytes":2,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-409e629119d35e4dce99c4e0: done: 0.100047 sec","job_status":"done","queue_duration_s":0.056923,"scheduling_latency_s":0.056955,"redis_calls":14,"redis_duration_s":0.003843,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000763,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001917,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001163,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.068044,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.070246358,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.100047,"completed_at":"2026-06-09T12:31:13.880Z","load_balancing_strategy":"primary","db_duration_s":0.023606,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1712vm-test-run-nixbot-gitlab> gitlab # [  192.062214] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:13.957Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"6f6a93541980ac3abe6687e7","created_at":"2026-06-09T12:31:13.950Z","trace_propagation_headers":{"sentry-trace":"ca2ba50df04d44ebb77bce038414ec2e-b7996f71e0e14e36","baggage":"sentry-trace_id=ca2ba50df04d44ebb77bce038414ec2e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V2V0RBS2GNHTACPGSNY3","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:13.955Z","job_size_bytes":5,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-6f6a93541980ac3abe6687e7: start","job_status":"start","queue_duration_s":0.001466,"scheduling_latency_s":0.001549}1713vm-test-run-nixbot-gitlab> gitlab # [  192.147834] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:14.046Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"6f6a93541980ac3abe6687e7","created_at":"2026-06-09T12:31:13.950Z","trace_propagation_headers":{"sentry-trace":"ca2ba50df04d44ebb77bce038414ec2e-b7996f71e0e14e36","baggage":"sentry-trace_id=ca2ba50df04d44ebb77bce038414ec2e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V2V0RBS2GNHTACPGSNY3","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:13.955Z","job_size_bytes":5,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-6f6a93541980ac3abe6687e7: done: 0.088767 sec","job_status":"done","queue_duration_s":0.001466,"scheduling_latency_s":0.001549,"redis_calls":12,"redis_duration_s":0.003184,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000781,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00194,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000463,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.060525,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000490565,"duration_s":0.088767,"completed_at":"2026-06-09T12:31:14.046Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.020509,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1714vm-test-run-nixbot-gitlab> gitlab # [  192.221151] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:14.047Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"58665b1c8f6f40bb827827f3","created_at":"2026-06-09T12:31:13.979Z","trace_propagation_headers":{"sentry-trace":"ca2ba50df04d44ebb77bce038414ec2e-b7996f71e0e14e36","baggage":"sentry-trace_id=ca2ba50df04d44ebb77bce038414ec2e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V2V0RBS2GNHTACPGSNY3","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:13.985Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-58665b1c8f6f40bb827827f3: start","job_status":"start","queue_duration_s":0.062774,"scheduling_latency_s":0.062798}1715vm-test-run-nixbot-gitlab> gitlab # [  192.225218] gitaly[1375]: time="2026-06-09T12:31:14.086Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V2V0RBS2GNHTACPGSNY3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:31:24.008" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:14.078" grpc.time_ms=7.194 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1716vm-test-run-nixbot-gitlab> gitlab # [  192.317410] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:14.269Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"58665b1c8f6f40bb827827f3","created_at":"2026-06-09T12:31:13.979Z","trace_propagation_headers":{"sentry-trace":"ca2ba50df04d44ebb77bce038414ec2e-b7996f71e0e14e36","baggage":"sentry-trace_id=ca2ba50df04d44ebb77bce038414ec2e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V2V0RBS2GNHTACPGSNY3","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:13.985Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-58665b1c8f6f40bb827827f3: done: 0.221364 sec","job_status":"done","queue_duration_s":0.062774,"scheduling_latency_s":0.062798,"redis_calls":11,"redis_duration_s":0.002916,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000749,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001654,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000513,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.192,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.192,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.102225,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000388038,"duration_s":0.221364,"completed_at":"2026-06-09T12:31:14.269Z","load_balancing_strategy":"primary","db_duration_s":0.119951,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1717vm-test-run-nixbot-gitlab> gitlab # [  192.387526] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:14.270Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"f35b0f0134ab0f7646c8158a","created_at":"2026-06-09T12:31:13.987Z","trace_propagation_headers":{"sentry-trace":"ca2ba50df04d44ebb77bce038414ec2e-b7996f71e0e14e36","baggage":"sentry-trace_id=ca2ba50df04d44ebb77bce038414ec2e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V2V0RBS2GNHTACPGSNY3","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:13.991Z","job_size_bytes":89,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-f35b0f0134ab0f7646c8158a: start","job_status":"start","queue_duration_s":0.279279,"scheduling_latency_s":0.279303}1718vm-test-run-nixbot-gitlab> gitlab # [  192.388906] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:14.336Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"f35b0f0134ab0f7646c8158a","created_at":"2026-06-09T12:31:13.987Z","trace_propagation_headers":{"sentry-trace":"ca2ba50df04d44ebb77bce038414ec2e-b7996f71e0e14e36","baggage":"sentry-trace_id=ca2ba50df04d44ebb77bce038414ec2e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V2V0RBS2GNHTACPGSNY3","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:13.991Z","job_size_bytes":89,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-f35b0f0134ab0f7646c8158a: done: 0.065971 sec","job_status":"done","queue_duration_s":0.279279,"scheduling_latency_s":0.279303,"redis_calls":11,"redis_duration_s":0.003248,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000711,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001958,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000579,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038894,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000612369,"duration_s":0.065971,"completed_at":"2026-06-09T12:31:14.336Z","load_balancing_strategy":"primary","db_duration_s":0.019909,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1719vm-test-run-nixbot-gitlab> gitlab # [  192.570919] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:14 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 22961720vm-test-run-nixbot-gitlab> gitlab # [  192.579185] setup-gitlab-start[2641]: + mkdir -p /tmp/test-flake1721vm-test-run-nixbot-gitlab> gitlab # [  192.584871] setup-gitlab-start[2641]: + cd /tmp/test-flake1722vm-test-run-nixbot-gitlab> gitlab # [  192.588308] setup-gitlab-start[2641]: + git init -b master1723vm-test-run-nixbot-gitlab> gitlab # [  192.620993] setup-gitlab-start[2949]: Initialized empty Git repository in /tmp/test-flake/.git/1724vm-test-run-nixbot-gitlab> gitlab # [  192.624518] setup-gitlab-start[2641]: + git config user.name test1725vm-test-run-nixbot-gitlab> gitlab # [  192.627285] setup-gitlab-start[2641]: + git config user.email test@example.com1726vm-test-run-nixbot-gitlab> gitlab # [  192.633731] setup-gitlab-start[2641]: + cat1727vm-test-run-nixbot-gitlab> gitlab # [  192.640913] setup-gitlab-start[2641]: + git add flake.nix1728vm-test-run-nixbot-gitlab> gitlab # [  192.646805] setup-gitlab-start[2641]: + git commit -m 'initial commit'1729vm-test-run-nixbot-gitlab> gitlab # [  192.678860] setup-gitlab-start[2954]: [master (root-commit) dd11996] initial commit1730vm-test-run-nixbot-gitlab> gitlab # [  192.682249] setup-gitlab-start[2954]:  1 file changed, 10 insertions(+)1731vm-test-run-nixbot-gitlab> gitlab # [  192.684993] setup-gitlab-start[2954]:  create mode 100644 flake.nix1732vm-test-run-nixbot-gitlab> gitlab # [  192.687962] setup-gitlab-start[2641]: + git remote add origin http://oauth2:glpat-aDjvyC2D65OaB35xPPYNtm86MQp1OjEH.01.0w0p456mn@gitlab/root/test-flake.git1733vm-test-run-nixbot-gitlab> gitlab # [  192.697786] setup-gitlab-start[2641]: + git push -u origin master1734vm-test-run-nixbot-gitlab> gitlab # [  192.795762] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:14 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 551735vm-test-run-nixbot-gitlab> gitlab # [  192.915396] gitaly[1375]: time="2026-06-09T12:31:14.866Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=3 command.system_time_ms=7 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V59Y41179KQBNNXGD2SS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:14.849" grpc.time_ms=16.813 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1736vm-test-run-nixbot-gitlab> gitlab # [  192.960431] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:14 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 1181737vm-test-run-nixbot-gitlab> gitlab # [  193.452637] gitaly[1375]: time="2026-06-09T12:31:15.404Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:31:25.001" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:15.392" grpc.time_ms=12.208 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1738vm-test-run-nixbot-gitlab> gitlab # [  193.532691] gitaly[1375]: time="2026-06-09T12:31:15.484Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=331 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-09T12:31:45.071" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-09T12:31:15.471" grpc.time_ms=12.397 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1739vm-test-run-nixbot-gitlab> gitlab # [  193.587359] gitaly[1375]: time="2026-06-09T12:31:15.539Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTP5V5F895A6FY7PV4C1C6YM duration_ms=221ns method=POST pid=1375 status=200 url="http://unix/api/v4/internal/allowed"1740vm-test-run-nixbot-gitlab> gitlab # [  193.635207] gitaly[1375]: time="2026-06-09T12:31:15.587Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTP5V5F895A6FY7PV4C1C6YM duration_ms=46ns method=POST pid=1375 status=200 url="http://unix/api/v4/internal/pre_receive"1741vm-test-run-nixbot-gitlab> gitlab # [  193.648099] gitaly[1375]: time="2026-06-09T12:31:15.600Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5322 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:15.317" grpc.time_ms=282.251 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1742vm-test-run-nixbot-gitlab> gitlab # [  193.721942] gitaly[1375]: time="2026-06-09T12:31:15.674Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4792 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:15.673" grpc.time_ms=0.931 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1743vm-test-run-nixbot-gitlab> gitlab # [  193.791734] gitaly[1375]: time="2026-06-09T12:31:15.743Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:15.742" grpc.time_ms=1.422 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1744vm-test-run-nixbot-gitlab> gitlab # [  193.851880] gitaly[1375]: time="2026-06-09T12:31:15.804Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4793 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:15.800" grpc.time_ms=3.26 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1745vm-test-run-nixbot-gitlab> gitlab # [  193.936458] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:15.886Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 dd119969064dc16b964a4b7a82555e1db21b4b66 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"834678f985f7db0e6ff8fad5","created_at":"2026-06-09T12:31:15.878Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-fdf19bbddab94614","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:15.884Z","job_size_bytes":185,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-834678f985f7db0e6ff8fad5: start","job_status":"start","queue_duration_s":0.001743,"scheduling_latency_s":0.001779}1746vm-test-run-nixbot-gitlab> gitlab # [  193.952849] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:15.904Z","message":"changes: \"0000000000000000000000000000000000000000 dd119969064dc16b964a4b7a82555e1db21b4b66 refs/heads/master\\n\""}1747vm-test-run-nixbot-gitlab> gitlab # [  193.989954] gitaly[1375]: time="2026-06-09T12:31:15.941Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=633 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:31:25.001" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:15.931" grpc.time_ms=9.86 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1748vm-test-run-nixbot-gitlab> gitlab # [  194.016228] gitaly[1375]: time="2026-06-09T12:31:15.968Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=27 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:31:25.009" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:15.939" grpc.time_ms=28.54 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1749vm-test-run-nixbot-gitlab> gitlab # [  194.042178] gitaly[1375]: time="2026-06-09T12:31:15.993Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=30 command.spawn_token_fork_ms=15 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:25.031" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:15.961" grpc.time_ms=32.135 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1750vm-test-run-nixbot-gitlab> gitlab # [  194.060952] gitaly[1375]: time="2026-06-09T12:31:16.013Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1565 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-09T12:31:25.069" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:16.000" grpc.time_ms=12.929 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1751vm-test-run-nixbot-gitlab> gitlab # [  194.089717] gitaly[1375]: time="2026-06-09T12:31:16.041Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=644 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-09T12:31:26.003" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:16.034" grpc.time_ms=7.622 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1752vm-test-run-nixbot-gitlab> gitlab # [  194.118650] gitaly[1375]: time="2026-06-09T12:31:16.070Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=17 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1574 command.oublock=0 command.real_time_ms=85 command.spawn_token_fork_ms=40 command.system_time_ms=16 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-09T12:31:25.049" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:15.979" grpc.time_ms=90.97 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1753vm-test-run-nixbot-gitlab> gitlab # [  194.134914] gitaly[1375]: time="2026-06-09T12:31:16.087Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTP5V5F895A6FY7PV4C1C6YM duration_ms=242ns method=POST pid=1375 status=200 url="http://unix/api/v4/internal/post_receive"1754vm-test-run-nixbot-gitlab> gitlab # [  194.139335] gitaly[1375]: time="2026-06-09T12:31:16.090Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4816 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:15.843" grpc.time_ms=246.799 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1755vm-test-run-nixbot-gitlab> gitlab # [  194.167118] gitaly[1375]: time="2026-06-09T12:31:16.119Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3942 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:16.118" grpc.time_ms=0.481 pid=1375 span.kind=server system=grpc1756vm-test-run-nixbot-gitlab> gitlab # [  194.192099] gitaly[1375]: time="2026-06-09T12:31:16.144Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM diskcache=30e988f7-3295-4fc4-b77a-7ead5dad88f4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:15.240" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1757vm-test-run-nixbot-gitlab> gitlab # [  194.193771] gitaly[1375]: time="2026-06-09T12:31:16.146Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=276 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=13359 command.oublock=32 command.real_time_ms=871 command.spawn_token_fork_ms=1 command.system_time_ms=198 command.user_time_ms=78 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=685 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:15.240" grpc.time_ms=905.395 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1758vm-test-run-nixbot-gitlab> gitlab # [  194.196722] gitlab-workhorse[1283]: time="2026-06-09T12:31:16Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521759vm-test-run-nixbot-gitlab> gitlab # [  194.197945] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:16 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 12271760vm-test-run-nixbot-gitlab> gitlab # [  194.207391] gitaly[1375]: time="2026-06-09T12:31:16.159Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3944 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:16.159" grpc.time_ms=0.419 pid=1375 span.kind=server system=grpc1761vm-test-run-nixbot-gitlab> gitlab # [  194.252104] setup-gitlab-start[2958]: To http://gitlab/root/test-flake.git1762vm-test-run-nixbot-gitlab> gitlab # [  194.253060] setup-gitlab-start[2958]:  * [new branch]      master -> master1763vm-test-run-nixbot-gitlab> gitlab # [  194.254922] setup-gitlab-start[2958]: branch 'master' set up to track 'origin/master'.1764vm-test-run-nixbot-gitlab> gitlab # [  194.256937] systemd[1]: Finished setup-gitlab.service.1765vm-test-run-nixbot-gitlab> gitlab # [  194.260816] systemd[1]: Starting nixbot CI service...1766vm-test-run-nixbot-gitlab> gitlab # [  194.268746] gitaly[1375]: time="2026-06-09T12:31:16.220Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM diskcache=d6c0d1af-95de-43b6-9834-915f5826225d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:31:26.019" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:16.050" pid=1375 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1767vm-test-run-nixbot-gitlab> gitlab # [  194.269941] gitaly[1375]: time="2026-06-09T12:31:16.221Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=127 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4796 command.oublock=8 command.real_time_ms=154 command.spawn_token_fork_ms=0 command.system_time_ms=103 command.user_time_ms=24 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:31:26.019" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:16.050" grpc.time_ms=170.971 pid=1375 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1768vm-test-run-nixbot-gitlab> gitlab # [  194.286106] gitaly[1375]: time="2026-06-09T12:31:16.238Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:31:26.207" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:16.238" grpc.time_ms=0.165 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1769vm-test-run-nixbot-gitlab> gitlab # [  194.298917] gitaly[1375]: time="2026-06-09T12:31:16.251Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=941 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-09T12:31:26.212" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:16.242" grpc.time_ms=8.523 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1770vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 195.30 seconds)1771vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1772vm-test-run-nixbot-gitlab> gitlab # [  194.357529] gitaly[1375]: time="2026-06-09T12:31:16.309Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=342 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-09T12:31:46.004" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:16.304" grpc.time_ms=4.566 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1773vm-test-run-nixbot-gitlab> gitlab # [  194.377054] gitaly[1375]: time="2026-06-09T12:31:16.329Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T12:31:26.298" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:16.328" grpc.time_ms=0.226 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1774vm-test-run-nixbot-gitlab> gitlab # [  194.383161] gitaly[1375]: time="2026-06-09T12:31:16.335Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=345 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-09T12:31:26.000" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-09T12:31:16.331" grpc.time_ms=3.927 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1775vm-test-run-nixbot-gitlab> gitlab # [  194.399453] gitaly[1375]: time="2026-06-09T12:31:16.351Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=633 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:26.015" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:16.346" grpc.time_ms=5.296 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1776vm-test-run-nixbot-gitlab> gitlab # [  194.408634] gitaly[1375]: time="2026-06-09T12:31:16.360Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:26.025" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:16.355" grpc.time_ms=5.643 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1777vm-test-run-nixbot-gitlab> gitlab # [  194.429149] gitaly[1375]: time="2026-06-09T12:31:16.381Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=963 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T12:31:46.071" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:16.371" grpc.time_ms=9.827 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1778vm-test-run-nixbot-gitlab> gitlab # [  194.552687] cxs2d5yw0672968vssp5bpxzm34pqyba-nixbot-health[3106]: curl: (7) Failed to connect to 127.0.0.1 port 8010 after 0 ms: Could not connect to server1779vm-test-run-nixbot-gitlab> gitlab # [  194.683850] gitaly[1375]: time="2026-06-09T12:31:16.636Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-09T12:31:26.002" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:16.633" grpc.time_ms=2.302 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1780vm-test-run-nixbot-gitlab> gitlab # [  194.720379] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:16.672Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 dd119969064dc16b964a4b7a82555e1db21b4b66 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"834678f985f7db0e6ff8fad5","created_at":"2026-06-09T12:31:15.878Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-fdf19bbddab94614","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:15.884Z","job_size_bytes":185,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-834678f985f7db0e6ff8fad5: done: 0.786154 sec","job_status":"done","queue_duration_s":0.001743,"scheduling_latency_s":0.001779,"gitaly_calls":14,"gitaly_duration_s":0.326139,"redis_calls":200,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.042472,"redis_read_bytes":1446,"redis_write_bytes":19547,"redis_cache_calls":14,"redis_cache_duration_s":0.003571,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.007834,"redis_feature_flag_read_bytes":1048,"redis_feature_flag_write_bytes":4025,"redis_queues_calls":8,"redis_queues_duration_s":0.001167,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4934,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002195,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":91,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.017572,"redis_repository_cache_read_bytes":230,"redis_repository_cache_write_bytes":6310,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.010133,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":50,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":50,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.037,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":50,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.185,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.203,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.037,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.379614,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000704,"exclusive_lock_hold_duration_s":0.048026496,"duration_s":0.786154,"completed_at":"2026-06-09T12:31:16.672Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.059814,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1781vm-test-run-nixbot-gitlab> gitlab # [  194.744955] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:16.677Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ace28ee8a498f73c701b49e3","created_at":"2026-06-09T12:31:16.015Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-af29054f512b425c","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:16.020Z","job_size_bytes":46,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ace28ee8a498f73c701b49e3: start","job_status":"start","queue_duration_s":0.657155,"scheduling_latency_s":0.65718}1782vm-test-run-nixbot-gitlab> gitlab # [  194.851919] gitaly[1375]: time="2026-06-09T12:31:16.804Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-09T18:31:16.800" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:16.801" grpc.time_ms=2.277 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1783vm-test-run-nixbot-gitlab> gitlab # [  194.882646] gitaly[1375]: time="2026-06-09T12:31:16.834Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=650 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-09T12:31:46.523" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:16.823" grpc.time_ms=10.625 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1784vm-test-run-nixbot-gitlab> gitlab # [  194.927430] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:16.879Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ace28ee8a498f73c701b49e3","created_at":"2026-06-09T12:31:16.015Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-af29054f512b425c","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:16.020Z","job_size_bytes":46,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ace28ee8a498f73c701b49e3: done: 0.201451 sec","job_status":"done","queue_duration_s":0.657155,"scheduling_latency_s":0.65718,"gitaly_calls":2,"gitaly_duration_s":0.11324,"redis_calls":43,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.017165,"redis_read_bytes":208,"redis_write_bytes":6570,"redis_feature_flag_calls":19,"redis_feature_flag_duration_s":0.007633,"redis_feature_flag_read_bytes":146,"redis_feature_flag_write_bytes":2689,"redis_queues_calls":3,"redis_queues_duration_s":0.000521,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2115,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002579,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.00511,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":752,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001322,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":16,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":16,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":16,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.054847,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000477435,"duration_s":0.201451,"completed_at":"2026-06-09T12:31:16.879Z","load_balancing_strategy":"primary","db_duration_s":0.016689,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1785vm-test-run-nixbot-gitlab> gitlab # [  195.014778] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:16.965Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"9f02db7b1bd603bec2eb7a6f","created_at":"2026-06-09T12:31:16.026Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-af29054f512b425c","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:16.029Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-9f02db7b1bd603bec2eb7a6f: start","job_status":"start","queue_duration_s":0.935645,"scheduling_latency_s":0.935701}1786vm-test-run-nixbot-gitlab> gitlab # [  195.084860] gitaly[1375]: time="2026-06-09T12:31:17.036Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM diskcache=c2d92ed5-bf71-45a7-95b0-b4dd89df2194 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T18:31:17.004" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:17.005" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1787vm-test-run-nixbot-gitlab> gitlab # [  195.102333] gitaly[1375]: time="2026-06-09T12:31:17.037Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1277 command.oublock=0 command.real_time_ms=28 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T18:31:17.004" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:17.005" grpc.time_ms=31.034 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1788vm-test-run-nixbot-gitlab> gitlab # [  195.114644] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:17.066Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"9f02db7b1bd603bec2eb7a6f","created_at":"2026-06-09T12:31:16.026Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-af29054f512b425c","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:16.029Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-9f02db7b1bd603bec2eb7a6f: done: 0.10117 sec","job_status":"done","queue_duration_s":0.935645,"scheduling_latency_s":0.935701,"gitaly_calls":1,"gitaly_duration_s":0.034247,"redis_calls":15,"redis_duration_s":0.00715,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001014,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002613,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001323,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.0022,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.009,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.015,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039652,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.064923335,"duration_s":0.10117,"completed_at":"2026-06-09T12:31:17.066Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.016395,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1789vm-test-run-nixbot-gitlab> gitlab # [  195.198403] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:17.068Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"d2bb2efcd3d2695bd7a2256c","created_at":"2026-06-09T12:31:16.233Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-af29054f512b425c","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:16.235Z","job_size_bytes":23,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-d2bb2efcd3d2695bd7a2256c: start","job_status":"start","queue_duration_s":0.833167,"scheduling_latency_s":0.83322}1790vm-test-run-nixbot-gitlab> gitlab # [  195.199239] gitaly[1375]: time="2026-06-09T12:31:17.099Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=651 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-09T12:31:47.093" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:17.093" grpc.time_ms=5.8 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1791vm-test-run-nixbot-gitlab> gitlab # [  195.268820] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:17.220Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"d2bb2efcd3d2695bd7a2256c","created_at":"2026-06-09T12:31:16.233Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-af29054f512b425c","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:16.235Z","job_size_bytes":23,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-d2bb2efcd3d2695bd7a2256c: done: 0.15219 sec","job_status":"done","queue_duration_s":0.833167,"scheduling_latency_s":0.83322,"gitaly_calls":1,"gitaly_duration_s":0.119112,"redis_calls":16,"redis_duration_s":0.004425,"redis_read_bytes":52,"redis_write_bytes":2049,"redis_queues_calls":1,"redis_queues_duration_s":0.000338,"redis_queues_read_bytes":1,"redis_queues_write_bytes":980,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001366,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.001764,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000957,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024413,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.15219,"completed_at":"2026-06-09T12:31:17.220Z","load_balancing_strategy":"primary","db_duration_s":0.002244,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1792vm-test-run-nixbot-gitlab> gitlab # [  195.346533] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:17.298Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"e2c5d72fef0d2553987e9660","created_at":"2026-06-09T12:31:16.604Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-af29054f512b425c","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:736f3629f39fd4c6b7e49086d282b8a826e841a4a5a682a33f811ddd2b772f97","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:16.609Z","job_size_bytes":467,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-e2c5d72fef0d2553987e9660: start","job_status":"start","queue_duration_s":0.688521,"scheduling_latency_s":0.688573}1793vm-test-run-nixbot-gitlab> gitlab # [  195.437892] gitaly[1375]: time="2026-06-09T12:31:17.390Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:47.388" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:17.388" grpc.time_ms=0.774 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1794vm-test-run-nixbot-gitlab> gitlab # [  195.464576] nixbot[3079]: {"ts": "2026-06-09T12:31:17.415Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1795vm-test-run-nixbot-gitlab> gitlab # [  195.487263] nixbot[3079]: {"ts": "2026-06-09T12:31:17.439Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1796vm-test-run-nixbot-gitlab> gitlab # [  195.489322] gitaly[1375]: time="2026-06-09T12:31:17.439Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T12:31:27.063" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:17.427" grpc.time_ms=12.367 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1797vm-test-run-nixbot-gitlab> gitlab # [  195.500253] nixbot[3079]: {"ts": "2026-06-09T12:31:17.452Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1798vm-test-run-nixbot-gitlab> gitlab # [  195.503733] nixbot[3079]: {"ts": "2026-06-09T12:31:17.455Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1799vm-test-run-nixbot-gitlab> gitlab # [  195.506641] nixbot[3079]: {"ts": "2026-06-09T12:31:17.458Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1800vm-test-run-nixbot-gitlab> gitlab # [  195.511476] nixbot[3079]: {"ts": "2026-06-09T12:31:17.463Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1801vm-test-run-nixbot-gitlab> gitlab # [  195.514746] nixbot[3079]: {"ts": "2026-06-09T12:31:17.466Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1802vm-test-run-nixbot-gitlab> gitlab # [  195.516692] nixbot[3079]: {"ts": "2026-06-09T12:31:17.468Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1803vm-test-run-nixbot-gitlab> gitlab # [  195.521759] nixbot[3079]: {"ts": "2026-06-09T12:31:17.473Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1804vm-test-run-nixbot-gitlab> gitlab # [  195.523700] nixbot[3079]: {"ts": "2026-06-09T12:31:17.475Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1805vm-test-run-nixbot-gitlab> gitlab # [  195.527650] nixbot[3079]: {"ts": "2026-06-09T12:31:17.479Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1806vm-test-run-nixbot-gitlab> gitlab # [  195.532903] nixbot[3079]: {"ts": "2026-06-09T12:31:17.485Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1807vm-test-run-nixbot-gitlab> gitlab # [  195.537458] nixbot[3079]: {"ts": "2026-06-09T12:31:17.489Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1808vm-test-run-nixbot-gitlab> gitlab # [  195.540428] nixbot[3079]: {"ts": "2026-06-09T12:31:17.492Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1809vm-test-run-nixbot-gitlab> gitlab # [  195.544260] nixbot[3079]: {"ts": "2026-06-09T12:31:17.496Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1810vm-test-run-nixbot-gitlab> gitlab # [  195.547084] nixbot[3079]: {"ts": "2026-06-09T12:31:17.499Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1811vm-test-run-nixbot-gitlab> gitlab # [  195.549823] nixbot[3079]: {"ts": "2026-06-09T12:31:17.501Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1812vm-test-run-nixbot-gitlab> gitlab # [  195.571761] cxs2d5yw0672968vssp5bpxzm34pqyba-nixbot-health[3131]: curl: (7) Failed to connect to 127.0.0.1 port 8010 after 0 ms: Could not connect to server1813vm-test-run-nixbot-gitlab> gitlab # [  195.674588] gitaly[1375]: time="2026-06-09T12:31:17.626Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:31:47.625" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:17.625" grpc.time_ms=0.998 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1814vm-test-run-nixbot-gitlab> gitlab # [  195.684410] gitaly[1375]: time="2026-06-09T12:31:17.636Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=294 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-09T12:31:47.631" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:17.631" grpc.time_ms=4.429 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1815vm-test-run-nixbot-gitlab> gitlab # [  195.866486] nixbot[3079]: INFO:     Started server process [3079]1816vm-test-run-nixbot-gitlab> gitlab # [  195.869463] nixbot[3079]: INFO:     Uvicorn running on http://0.0.0.0:8010 (Press CTRL+C to quit)1817vm-test-run-nixbot-gitlab> gitlab # [  195.879329] gitaly[1375]: time="2026-06-09T12:31:17.831Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:27.193" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:17.823" grpc.time_ms=7.483 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1818vm-test-run-nixbot-gitlab> gitlab # [  196.100515] gitaly[1375]: time="2026-06-09T12:31:18.052Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=967 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V8A1ZZA5PPY9G65WJN7J grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T12:31:48.032" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:18.032" grpc.time_ms=19.676 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1819vm-test-run-nixbot-gitlab> gitlab # [  196.183475] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:18 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 3091820vm-test-run-nixbot-gitlab> gitlab # [  196.193602] nixbot[3079]: {"ts": "2026-06-09T12:31:18.145Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1821vm-test-run-nixbot-gitlab> gitlab # [  196.211657] nixbot[3079]: {"ts": "2026-06-09T12:31:18.163Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1822vm-test-run-nixbot-gitlab> gitlab # [  196.352769] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:18 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1191823vm-test-run-nixbot-gitlab> gitlab # [  196.358229] nixbot[3079]: {"ts": "2026-06-09T12:31:18.310Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1824vm-test-run-nixbot-gitlab> gitlab # [  196.363886] nixbot[3079]: {"ts": "2026-06-09T12:31:18.315Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1825vm-test-run-nixbot-gitlab> gitlab # [  196.391223] gitaly[1375]: time="2026-06-09T12:31:18.342Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=964 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T12:31:48.321" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:18.322" grpc.time_ms=20.281 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1826vm-test-run-nixbot-gitlab> gitlab # [  196.404598] gitaly[1375]: time="2026-06-09T12:31:18.356Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=622 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V5F895A6FY7PV4C1C6YM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-09T12:31:48.346" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:18.347" grpc.time_ms=9.391 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1827vm-test-run-nixbot-gitlab> gitlab # [  196.475475] sidekiq-cluster[2095]: {"severity":"WARN","time":"2026-06-09T12:31:18.427Z","class":"CreatePipelineWorker","correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"dd119969064dc16b964a4b7a82555e1db21b4b66","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"dd119969064dc16b964a4b7a82555e1db21b4b66","ref":"refs/heads/master"},"retry":0}1828vm-test-run-nixbot-gitlab> gitlab # [  196.492883] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:18.444Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"e2c5d72fef0d2553987e9660","created_at":"2026-06-09T12:31:16.604Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-af29054f512b425c","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:736f3629f39fd4c6b7e49086d282b8a826e841a4a5a682a33f811ddd2b772f97","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:16.609Z","job_size_bytes":467,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-e2c5d72fef0d2553987e9660: done: 1.146893 sec","job_status":"done","queue_duration_s":0.688521,"scheduling_latency_s":0.688573,"gitaly_calls":7,"gitaly_duration_s":0.28525,"redis_calls":53,"redis_duration_s":0.029247000000000002,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.001345,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.00649,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.013287,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.006471,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001654,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.068,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.059,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.697818,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000386642,"duration_s":1.146893,"completed_at":"2026-06-09T12:31:18.444Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.105032,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1829vm-test-run-nixbot-gitlab> gitlab # [  196.575788] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:18.527Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"bc0e4d9dd6e952d89caf1570","created_at":"2026-06-09T12:31:16.865Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-d6185b9e30794d07","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:16.869Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-bc0e4d9dd6e952d89caf1570: start","job_status":"start","queue_duration_s":1.657283,"scheduling_latency_s":1.657349}1830vm-test-run-nixbot-gitlab> gitlab # [  196.579254] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:18 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 2091831vm-test-run-nixbot-gitlab> gitlab # [  196.606681] nixbot[3079]: {"ts": "2026-06-09T12:31:18.558Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1832vm-test-run-nixbot-gitlab> gitlab # [  196.618551] nixbot[3079]: INFO:     127.0.0.1:33944 - "GET /health HTTP/1.1" 200 OK1833vm-test-run-nixbot-gitlab> gitlab # [  196.625469] systemd[1]: Started nixbot CI service.1834vm-test-run-nixbot-gitlab> gitlab # [  196.631380] systemd[1]: Reached target Multi-User System.1835vm-test-run-nixbot-gitlab> gitlab # [  196.632888] systemd[1]: Startup finished in 1.681s (kernel) + 4.183s (initrd) + 3min 10.768s (userspace) = 3min 16.632s.1836vm-test-run-nixbot-gitlab> gitlab # [  196.640356] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:18.592Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"bc0e4d9dd6e952d89caf1570","created_at":"2026-06-09T12:31:16.865Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-d6185b9e30794d07","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:16.869Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-bc0e4d9dd6e952d89caf1570: done: 0.065409 sec","job_status":"done","queue_duration_s":1.657283,"scheduling_latency_s":1.657349,"redis_calls":19,"redis_duration_s":0.009063,"redis_read_bytes":21,"redis_write_bytes":4289,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001041,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.004171,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2260,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.00281,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001041,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039662,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.010330922000000001,"duration_s":0.065409,"completed_at":"2026-06-09T12:31:18.592Z","load_balancing_strategy":"primary","db_duration_s":0.009048,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1837vm-test-run-nixbot-gitlab> gitlab # [  196.644270] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:18.595Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"7d1e238adfbb437cbed7f670","created_at":"2026-06-09T12:31:18.577Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-e6f1a4c1520045d5","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:18.581Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-7d1e238adfbb437cbed7f670: start","job_status":"start","queue_duration_s":0.013931,"scheduling_latency_s":0.013954}1838vm-test-run-nixbot-gitlab> gitlab # [  196.725121] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:18.669Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"7d1e238adfbb437cbed7f670","created_at":"2026-06-09T12:31:18.577Z","trace_propagation_headers":{"sentry-trace":"ae21ef0c62ae4c2db457ca974deec73a-e6f1a4c1520045d5","baggage":"sentry-trace_id=ae21ef0c62ae4c2db457ca974deec73a,sentry-release=Unknown"},"correlation_id":"01KTP5V5F895A6FY7PV4C1C6YM","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:18.581Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-7d1e238adfbb437cbed7f670: done: 0.073676 sec","job_status":"done","queue_duration_s":0.013931,"scheduling_latency_s":0.013954,"redis_calls":11,"redis_duration_s":0.010034,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000449,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.005882,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003703,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.044797,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002583289,"duration_s":0.073676,"completed_at":"2026-06-09T12:31:18.669Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014445,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1839vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 2.36 seconds)1840vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1841vm-test-run-nixbot-gitlab> gitlab # [  196.844219] nixbot[3079]: INFO:     127.0.0.1:33958 - "GET /health HTTP/1.1" 200 OK1842vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.02 seconds)1843vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1844vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1845vm-test-run-nixbot-gitlab> gitlab # [  196.941458] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:18 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 751846vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.10 seconds)1847vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-09T12:31:18.496Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1848vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 0.10 seconds)1849vm-test-run-nixbot-gitlab> subtest: push delivers the webhook1850vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1851vm-test-run-nixbot-gitlab> gitlab # [  197.018190] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:18 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 271852vm-test-run-nixbot-gitlab> gitlab # [  197.095136] gitaly[1375]: time="2026-06-09T12:31:19.047Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9E5ZJAYEMKAVVHZTPSH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:19.040" grpc.time_ms=7.125 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1853vm-test-run-nixbot-gitlab> gitlab # [  197.097512] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:19 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 202 "" "git/2.54.0" 671854vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.1855vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.1856vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads1857vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.1858vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 136.00 KiB/s, done.1859vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1860vm-test-run-nixbot-gitlab> gitlab # [  197.211814] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:19 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 5781861vm-test-run-nixbot-gitlab> gitlab # [  197.216078] nixbot[3079]: {"ts": "2026-06-09T12:31:19.161Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1862vm-test-run-nixbot-gitlab> gitlab # [  197.272974] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:19 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 381863vm-test-run-nixbot-gitlab> gitlab # [  197.278959] nixbot[3079]: {"ts": "2026-06-09T12:31:19.226Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1864vm-test-run-nixbot-gitlab> gitlab # [  197.328123] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:19 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 491865vm-test-run-nixbot-gitlab> gitlab # [  197.331904] nixbot[3079]: {"ts": "2026-06-09T12:31:19.280Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1866vm-test-run-nixbot-gitlab> gitlab # [  197.336356] gitaly[1375]: time="2026-06-09T12:31:19.287Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=648 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-09T12:31:29.001" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:19.272" grpc.time_ms=12.746 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1867vm-test-run-nixbot-gitlab> gitlab # [  197.382555] gitaly[1375]: time="2026-06-09T12:31:19.334Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=329 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-09T12:31:49.024" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-09T12:31:19.325" grpc.time_ms=9.065 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1868vm-test-run-nixbot-gitlab> gitlab # [  197.406841] gitaly[1375]: time="2026-06-09T12:31:19.353Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 duration_ms=122ns method=POST pid=1375 status=200 url="http://unix/api/v4/internal/allowed"1869vm-test-run-nixbot-gitlab> gitlab # [  197.407894] gitaly[1375]: time="2026-06-09T12:31:19.358Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V9RGB1H5A2SH7FF36F3J grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-09T12:31:49.347" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:19.348" grpc.time_ms=10.057 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1870vm-test-run-nixbot-gitlab> gitlab # [  197.416604] gitaly[1375]: time="2026-06-09T12:31:19.368Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V9RGB1H5A2SH7FF36F3J grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:49.366" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:19.367" grpc.time_ms=0.663 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1871vm-test-run-nixbot-gitlab> gitlab # [  197.434374] gitaly[1375]: time="2026-06-09T12:31:19.386Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 duration_ms=33ns method=POST pid=1375 status=200 url="http://unix/api/v4/internal/pre_receive"1872vm-test-run-nixbot-gitlab> gitlab # [  197.435391] gitaly[1375]: time="2026-06-09T12:31:19.387Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5322 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:19.229" grpc.time_ms=157.544 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1873vm-test-run-nixbot-gitlab> gitlab # [  197.444091] gitaly[1375]: time="2026-06-09T12:31:19.396Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=19 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V9RGB1H5A2SH7FF36F3J grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-09T12:31:29.001" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:19.371" grpc.time_ms=24.125 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1874vm-test-run-nixbot-gitlab> gitlab # [  197.480251] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:19 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 1191875vm-test-run-nixbot-gitlab> gitlab # [  197.482072] nixbot[3079]: {"ts": "2026-06-09T12:31:19.433Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1876vm-test-run-nixbot-gitlab> gitlab # [  197.540203] gitaly[1375]: time="2026-06-09T12:31:19.492Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4792 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:19.491" grpc.time_ms=0.484 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1877vm-test-run-nixbot-gitlab> gitlab # [  197.570071] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:19 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 841878vm-test-run-nixbot-gitlab> gitlab # [  197.571385] nixbot[3079]: {"ts": "2026-06-09T12:31:19.523Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}1879vm-test-run-nixbot-gitlab> gitlab # [  197.574549] nixbot[3079]: {"ts": "2026-06-09T12:31:19.526Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}1880vm-test-run-nixbot-gitlab> gitlab # [  197.602319] gitaly[1375]: time="2026-06-09T12:31:19.553Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:19.552" grpc.time_ms=0.396 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1881vm-test-run-nixbot-gitlab> gitlab # [  197.643551] gitaly[1375]: time="2026-06-09T12:31:19.595Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4793 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:19.594" grpc.time_ms=0.33 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1882vm-test-run-nixbot-gitlab> gitlab # [  197.701102] gitaly[1375]: time="2026-06-09T12:31:19.653Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VA04HKTJGRWB33HVAK5N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=196 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:19.632" grpc.time_ms=20.545 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1883vm-test-run-nixbot-gitlab> gitlab # [  197.703858] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:19 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 981884vm-test-run-nixbot-gitlab> gitlab # [  197.760483] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:19.711Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","dd119969064dc16b964a4b7a82555e1db21b4b66 8e02a69d1fd844a4e70474bed4480a1114601731 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"f52182d01f22a58dd28699e9","created_at":"2026-06-09T12:31:19.705Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-0b113afde1804665","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:19.708Z","job_size_bytes":185,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-f52182d01f22a58dd28699e9: start","job_status":"start","queue_duration_s":0.003126,"scheduling_latency_s":0.003165}1885vm-test-run-nixbot-gitlab> gitlab # [  197.778311] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:19.730Z","message":"changes: \"dd119969064dc16b964a4b7a82555e1db21b4b66 8e02a69d1fd844a4e70474bed4480a1114601731 refs/heads/master\\n\""}1886vm-test-run-nixbot-gitlab> gitlab # [  197.809207] gitaly[1375]: time="2026-06-09T12:31:19.760Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=5 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:31:29.000" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:19.751" grpc.time_ms=8.897 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1887vm-test-run-nixbot-gitlab> gitlab # [  197.814102] gitaly[1375]: time="2026-06-09T12:31:19.764Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:29.122" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:19.753" grpc.time_ms=11.569 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1888vm-test-run-nixbot-gitlab> gitlab # [  197.831881] gitaly[1375]: time="2026-06-09T12:31:19.784Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VA3948RRCSMMAJ1T13GT grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:19.774" pid=1375 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc1889vm-test-run-nixbot-gitlab> gitlab # [  197.833268] gitaly[1375]: time="2026-06-09T12:31:19.784Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VA3948RRCSMMAJ1T13GT grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:19.774" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1890vm-test-run-nixbot-gitlab> gitlab # [  197.835711] gitaly[1375]: time="2026-06-09T12:31:19.784Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VA3948RRCSMMAJ1T13GT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:19.774" grpc.time_ms=10.23 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1891vm-test-run-nixbot-gitlab> gitlab # [  197.844915] gitlab-workhorse[1283]: time="2026-06-09T12:31:19Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1491892vm-test-run-nixbot-gitlab> gitlab # [  197.847804] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:19 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1271893vm-test-run-nixbot-gitlab> gitlab # [  197.849179] gitaly[1375]: time="2026-06-09T12:31:19.787Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=8 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:31:29.139" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:19.770" grpc.time_ms=17.196 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1894vm-test-run-nixbot-gitlab> gitlab # [  197.936718] gitaly[1375]: time="2026-06-09T12:31:19.847Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=645 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=17 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-09T12:31:29.189" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:19.820" grpc.time_ms=26.933 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1895vm-test-run-nixbot-gitlab> gitlab # [  197.937997] gitaly[1375]: time="2026-06-09T12:31:19.881Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=647 command.oublock=0 command.real_time_ms=24 command.spawn_token_fork_ms=22 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-09T12:31:49.853" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:19.853" grpc.time_ms=28.097 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1896vm-test-run-nixbot-gitlab> gitlab # [  197.943846] gitaly[1375]: time="2026-06-09T12:31:19.896Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VA7KWEAP3YQKF0TKCYKW grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:19.866" pid=1375 remote_ip="2001:db8:1::1" request_sha=e240d44000f86d94fdfa17dcd014df296bf76419 response_bytes=592 span.kind=server system=grpc1897vm-test-run-nixbot-gitlab> gitlab # [  197.947101] gitaly[1375]: time="2026-06-09T12:31:19.896Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1208 command.oublock=0 command.real_time_ms=28 command.spawn_token_fork_ms=8 command.system_time_ms=6 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VA7KWEAP3YQKF0TKCYKW grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:19.866" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1898vm-test-run-nixbot-gitlab> gitlab # [  198.031061] gitlab-workhorse[1283]: time="2026-06-09T12:31:19Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=5921899vm-test-run-nixbot-gitlab> gitlab # [  198.034906] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:19 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 592 "" "git/2.54.0" 1021900vm-test-run-nixbot-gitlab> gitlab # [  198.038771] gitaly[1375]: time="2026-06-09T12:31:19.896Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1208 command.oublock=0 command.real_time_ms=28 command.spawn_token_fork_ms=8 command.system_time_ms=6 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VA7KWEAP3YQKF0TKCYKW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:19.866" grpc.time_ms=30.396 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1901vm-test-run-nixbot-gitlab> gitlab # [  198.063545] gitaly[1375]: time="2026-06-09T12:31:19.907Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=346 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=12 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-09T12:31:29.263" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-09T12:31:19.893" grpc.time_ms=13.431 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1902vm-test-run-nixbot-gitlab> gitlab # [  198.087057] gitaly[1375]: time="2026-06-09T12:31:19.996Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:29.006" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:19.986" grpc.time_ms=9.632 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1903vm-test-run-nixbot-gitlab> gitlab # [  198.124122] gitaly[1375]: time="2026-06-09T12:31:20.075Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 duration_ms=428ns method=POST pid=1375 status=200 url="http://unix/api/v4/internal/post_receive"1904vm-test-run-nixbot-gitlab> gitlab # [  198.129344] gitaly[1375]: time="2026-06-09T12:31:20.076Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4816 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:19.647" grpc.time_ms=429.205 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1905vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git1906vm-test-run-nixbot-gitlab> gitlab #    dd11996..8e02a69  [  198.148350] gitaly[1375]: time="2026-06-09T12:31:20.095Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 diskcache=b2c3fc72-1dee-44e2-bbaa-9ac5e1985660 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:19.162" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1907vm-test-run-nixbot-gitlab> gitlab # [  198.165922] gitlab-workhorse[1283]: time="2026-06-09T12:31:20Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521908vm-test-run-nixbot-gitlab> gitlab # master -> master[  198.169752] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:20 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 9911909vm-test-run-nixbot-gitlab> gitlab # [  198.173252] gitaly[1375]: time="2026-06-09T12:31:20.096Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=188 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=892928 command.minflt=13371 command.oublock=32 command.real_time_ms=918 command.spawn_token_fork_ms=10 command.system_time_ms=142 command.user_time_ms=46 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=58 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:19.162" grpc.time_ms=933.698 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1910vm-test-run-nixbot-gitlab> gitlab # [  198.195845] gitaly[1375]: time="2026-06-09T12:31:20.131Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=634 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VAEEAQCVZD0YTVQ8S4Z7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=187 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:20.116" grpc.time_ms=15.614 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1911vm-test-run-nixbot-gitlab> gitlab # 1912vm-test-run-nixbot-gitlab> gitlab # [  198.218510] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:20 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1181913vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.29 seconds)1914vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master1915vm-test-run-nixbot-gitlab> gitlab # [  198.249039] gitaly[1375]: time="2026-06-09T12:31:20.199Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VAJ8D1ZGPAJP2HHK32X5 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:20.191" pid=1375 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1916vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.03 seconds)1917vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=8e02a69d1fd844a4e70474bed4480a1114601731'1918vm-test-run-nixbot-gitlab> gitlab # [  198.265857] gitaly[1375]: time="2026-06-09T12:31:20.199Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VAJ8D1ZGPAJP2HHK32X5 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:20.191" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1919vm-test-run-nixbot-gitlab> gitlab # [  198.287831] gitlab-workhorse[1283]: time="2026-06-09T12:31:20Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671920vm-test-run-nixbot-gitlab> gitlab # [  198.291210] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:20 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 651921vm-test-run-nixbot-gitlab> gitlab # [  198.295169] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:20.234Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","dd119969064dc16b964a4b7a82555e1db21b4b66 8e02a69d1fd844a4e70474bed4480a1114601731 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"f52182d01f22a58dd28699e9","created_at":"2026-06-09T12:31:19.705Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-0b113afde1804665","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:31:19.708Z","job_size_bytes":185,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-f52182d01f22a58dd28699e9: done: 0.523157 sec","job_status":"done","queue_duration_s":0.003126,"scheduling_latency_s":0.003165,"gitaly_calls":7,"gitaly_duration_s":0.136841,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.067652,"redis_read_bytes":350,"redis_write_bytes":13066,"redis_cache_calls":9,"redis_cache_duration_s":0.006062,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001109,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.015471,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6766,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.013542,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.016015,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.015453,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.021,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.021,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.033,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.237914,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000579682,"exclusive_lock_hold_duration_s":0.028415064,"duration_s":0.523157,"completed_at":"2026-06-09T12:31:20.234Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.03958,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1922vm-test-run-nixbot-gitlab> gitlab # [  198.305335] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:20.236Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"b694257f0841cb442f4eba29","created_at":"2026-06-09T12:31:19.791Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-419d50f3101349b3","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:19.796Z","job_size_bytes":46,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b694257f0841cb442f4eba29: start","job_status":"start","queue_duration_s":0.439767,"scheduling_latency_s":0.439792}1923vm-test-run-nixbot-gitlab> gitlab # [  198.374409] gitaly[1375]: time="2026-06-09T12:31:20.201Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VAJ8D1ZGPAJP2HHK32X5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:20.191" grpc.time_ms=9.382 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1924vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=8e02a69d1fd844a4e70474bed4480a1114601731', in 0.19 seconds)1925vm-test-run-nixbot-gitlab> []1926vm-test-run-nixbot-gitlab> gitlab # [  198.375879] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:20.256Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"b694257f0841cb442f4eba29","created_at":"2026-06-09T12:31:19.791Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-419d50f3101349b3","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:19.796Z","job_size_bytes":46,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b694257f0841cb442f4eba29: done: 0.020373 sec","job_status":"done","queue_duration_s":0.439767,"scheduling_latency_s":0.439792,"redis_calls":9,"redis_duration_s":0.002229,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00119,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000253,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000786,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012587,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020373,"completed_at":"2026-06-09T12:31:20.256Z","load_balancing_strategy":"primary","db_duration_s":0.00243,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1927vm-test-run-nixbot-gitlab> gitlab # [  198.451144] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:20.258Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"219532bcd541e14a45e9066d","created_at":"2026-06-09T12:31:19.806Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-419d50f3101349b3","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:19.813Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-219532bcd541e14a45e9066d: start","job_status":"start","queue_duration_s":0.444975,"scheduling_latency_s":0.445001}1928vm-test-run-nixbot-gitlab> gitlab # [  198.452520] gitaly[1375]: time="2026-06-09T12:31:20.218Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-09T12:31:30.001" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:20.212" grpc.time_ms=0.809 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1929vm-test-run-nixbot-gitlab> gitlab # [  198.538554] nixbot[3079]: INFO:     127.0.0.1:33968 - "GET /api/repos/gitlab/root/test-flake/builds?commit=8e02a69d1fd844a4e70474bed4480a1114601731 HTTP/1.1" 200 OK1930vm-test-run-nixbot-gitlab> gitlab # [  198.539763] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:20.440Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"219532bcd541e14a45e9066d","created_at":"2026-06-09T12:31:19.806Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-419d50f3101349b3","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:19.813Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-219532bcd541e14a45e9066d: done: 0.181493 sec","job_status":"done","queue_duration_s":0.444975,"scheduling_latency_s":0.445001,"gitaly_calls":1,"gitaly_duration_s":0.152156,"redis_calls":12,"redis_duration_s":0.003022,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001162,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000677,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001183,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021741,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.164539906,"duration_s":0.181493,"completed_at":"2026-06-09T12:31:20.440Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004161,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1931vm-test-run-nixbot-gitlab> gitlab # [  198.546243] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:20.441Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"8770f4224bcae573897ea0e6","created_at":"2026-06-09T12:31:20.043Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-419d50f3101349b3","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:37d885ae3983c200ce9f2e4353e3f854b25d67386508a99dc17d3c320313715e","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:20.048Z","job_size_bytes":467,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-8770f4224bcae573897ea0e6: start","job_status":"start","queue_duration_s":0.393414,"scheduling_latency_s":0.393436}1932vm-test-run-nixbot-gitlab> gitlab # [  198.643394] gitaly[1375]: time="2026-06-09T12:31:20.294Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:50.293" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:20.293" grpc.time_ms=0.521 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1933vm-test-run-nixbot-gitlab> gitlab # [  198.644873] gitaly[1375]: time="2026-06-09T12:31:20.314Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=643 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-09T12:31:50.308" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:20.308" grpc.time_ms=6.148 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1934vm-test-run-nixbot-gitlab> gitlab # [  198.645984] gitaly[1375]: time="2026-06-09T12:31:20.328Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:30.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:20.323" grpc.time_ms=5.478 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1935vm-test-run-nixbot-gitlab> gitlab # [  198.646578] gitaly[1375]: time="2026-06-09T12:31:20.368Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T12:31:30.047" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:20.368" grpc.time_ms=0.198 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1936vm-test-run-nixbot-gitlab> gitlab # [  198.716351] gitaly[1375]: time="2026-06-09T12:31:20.381Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T12:31:30.005" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:20.375" grpc.time_ms=5.95 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1937vm-test-run-nixbot-gitlab> gitlab # [  198.717871] gitaly[1375]: time="2026-06-09T12:31:20.424Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 diskcache=483658d8-0bcf-409e-b623-0ec21ea59611 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T18:31:20.274" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:20.274" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1938vm-test-run-nixbot-gitlab> gitlab # [  198.719136] gitaly[1375]: time="2026-06-09T12:31:20.424Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1642 command.oublock=0 command.real_time_ms=151 command.spawn_token_fork_ms=121 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T18:31:20.274" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:20.274" grpc.time_ms=149.714 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1939vm-test-run-nixbot-gitlab> gitlab # [  198.719958] gitaly[1375]: time="2026-06-09T12:31:20.461Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:50.460" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:20.461" grpc.time_ms=0.583 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1940vm-test-run-nixbot-gitlab> gitlab # [  198.801334] gitaly[1375]: time="2026-06-09T12:31:20.470Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T12:31:30.253" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:20.464" grpc.time_ms=5.689 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1941vm-test-run-nixbot-gitlab> gitlab # [  198.802858] gitaly[1375]: time="2026-06-09T12:31:20.496Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:31:50.494" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:20.495" grpc.time_ms=1.051 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1942vm-test-run-nixbot-gitlab> gitlab # [  198.803992] gitaly[1375]: time="2026-06-09T12:31:20.502Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=160 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-09T12:31:50.499" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:20.499" grpc.time_ms=3.054 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1943vm-test-run-nixbot-gitlab> gitlab # [  198.804908] gitaly[1375]: time="2026-06-09T12:31:20.540Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:30.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:20.534" grpc.time_ms=6.174 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1944vm-test-run-nixbot-gitlab> gitlab # [  198.907308] gitaly[1375]: time="2026-06-09T12:31:20.859Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:20.858" grpc.time_ms=0.428 pid=1375 span.kind=server system=grpc1945vm-test-run-nixbot-gitlab> gitlab # [  198.944108] gitaly[1375]: time="2026-06-09T12:31:20.896Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4161 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:20.895" grpc.time_ms=0.409 pid=1375 span.kind=server system=grpc1946vm-test-run-nixbot-gitlab> gitlab # [  198.968954] gitaly[1375]: time="2026-06-09T12:31:20.921Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN diskcache=f86ff5c7-4923-4e60-bce9-a8016fb698bb grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:31:30.013" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:20.383" pid=1375 ref=refs/keep-around/dd119969064dc16b964a4b7a82555e1db21b4b66 remote_ip="2001:db8:1::1" revision=dd119969064dc16b964a4b7a82555e1db21b4b66 span.kind=server system=grpc username=root1947vm-test-run-nixbot-gitlab> gitlab # [  198.988406] gitaly[1375]: time="2026-06-09T12:31:20.940Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=118 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=856064 command.minflt=5206 command.oublock=8 command.real_time_ms=529 command.spawn_token_fork_ms=0 command.system_time_ms=87 command.user_time_ms=31 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:31:30.013" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:20.383" grpc.time_ms=537.789 pid=1375 ref=refs/keep-around/dd119969064dc16b964a4b7a82555e1db21b4b66 remote_ip="2001:db8:1::1" revision=dd119969064dc16b964a4b7a82555e1db21b4b66 span.kind=server system=grpc username=root1948vm-test-run-nixbot-gitlab> gitlab # [  199.014483] gitaly[1375]: time="2026-06-09T12:31:20.966Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:50.565" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:20.965" grpc.time_ms=0.462 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1949vm-test-run-nixbot-gitlab> gitlab # [  199.188753] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:21 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/dd119969064dc16b964a4b7a82555e1db21b4b66 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 8901950vm-test-run-nixbot-gitlab> gitlab # [  199.190125] nixbot[3079]: {"ts": "2026-06-09T12:31:21.141Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/dd119969064dc16b964a4b7a82555e1db21b4b66 \"HTTP/1.1 201 Created\""}1951vm-test-run-nixbot-gitlab> gitlab # [  199.197133] nixbot[3079]: {"ts": "2026-06-09T12:31:21.149Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-dd119969064d-db408dd7", "argv0": "bwrap"}1952vm-test-run-nixbot-gitlab> gitlab # [  199.304486] systemd[1]: Started Nix Daemon.1953vm-test-run-nixbot-gitlab> gitlab # [  199.311470] gitaly[1375]: time="2026-06-09T12:31:21.263Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=961 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T12:31:51.246" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:21.246" grpc.time_ms=16.701 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1954vm-test-run-nixbot-gitlab> gitlab # [  199.324599] gitaly[1375]: time="2026-06-09T12:31:21.276Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5V9J2XDA8JA3S0HRQXSM5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-09T12:31:51.266" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:21.267" grpc.time_ms=9.217 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1955vm-test-run-nixbot-gitlab> gitlab # [  199.336735] sidekiq-cluster[2095]: {"severity":"WARN","time":"2026-06-09T12:31:21.288Z","class":"CreatePipelineWorker","correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"dd119969064dc16b964a4b7a82555e1db21b4b66","after":"8e02a69d1fd844a4e70474bed4480a1114601731","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"8e02a69d1fd844a4e70474bed4480a1114601731","ref":"refs/heads/master"},"retry":0}1956vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=8e02a69d1fd844a4e70474bed4480a1114601731'1957vm-test-run-nixbot-gitlab> gitlab # [  199.343178] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.295Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"8770f4224bcae573897ea0e6","created_at":"2026-06-09T12:31:20.043Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-419d50f3101349b3","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:37d885ae3983c200ce9f2e4353e3f854b25d67386508a99dc17d3c320313715e","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:20.048Z","job_size_bytes":467,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-8770f4224bcae573897ea0e6: done: 0.853517 sec","job_status":"done","queue_duration_s":0.393414,"scheduling_latency_s":0.393436,"gitaly_calls":7,"gitaly_duration_s":0.059571,"redis_calls":33,"redis_duration_s":0.006381,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.0008,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001421,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.002533,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001627,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.153,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.15,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.511802,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.853517,"completed_at":"2026-06-09T12:31:21.295Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.15236,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1958vm-test-run-nixbot-gitlab> gitlab # [  199.450303] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.296Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"c54dfc8e-7761-4cff-b67b-68127af57e61\"}"],"class":"WebHookWorker","jid":"ff708d1c079e3b84ec8b8fe2","created_at":"2026-06-09T12:31:20.193Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-419d50f3101349b3","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:9b450db4e7999e15437cc04b48133435ba9f99acdce8c537cca3b769d6e3977b","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:20.201Z","job_size_bytes":1749,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-ff708d1c079e3b84ec8b8fe2: start","job_status":"start","queue_duration_s":1.094892,"scheduling_latency_s":1.094917}1959vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=8e02a69d1fd844a4e70474bed4480a1114601731', in 0.06 seconds)1960vm-test-run-nixbot-gitlab> []1961vm-test-run-nixbot-gitlab> gitlab # [  199.451903] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.372Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"c54dfc8e-7761-4cff-b67b-68127af57e61\"}"],"class":"WebHookWorker","jid":"ff708d1c079e3b84ec8b8fe2","created_at":"2026-06-09T12:31:20.193Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-419d50f3101349b3","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:9b450db4e7999e15437cc04b48133435ba9f99acdce8c537cca3b769d6e3977b","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:20.201Z","job_size_bytes":1749,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-ff708d1c079e3b84ec8b8fe2: done: 0.076105 sec","job_status":"done","queue_duration_s":1.094892,"scheduling_latency_s":1.094917,"redis_calls":19,"redis_duration_s":0.004199,"redis_read_bytes":31,"redis_write_bytes":5280,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000958,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000303,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3642,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002092,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000846,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.0074084839999954966,"cpu_s":0.056027,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000343619,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.076105,"completed_at":"2026-06-09T12:31:21.372Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001775,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1962vm-test-run-nixbot-gitlab> gitlab # [  199.550172] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.374Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"c4a3ba4a1f9919179445abe0","created_at":"2026-06-09T12:31:20.994Z","trace_propagation_headers":{"sentry-trace":"4866d7cd69ae46ceadf4bb073cbffc0c-7eed7c8e8b924a71","baggage":"sentry-trace_id=4866d7cd69ae46ceadf4bb073cbffc0c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VANSQASJRHTJ26PJX0YN","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.005Z","job_size_bytes":65,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-c4a3ba4a1f9919179445abe0: start","job_status":"start","queue_duration_s":0.369091,"scheduling_latency_s":0.369112}1963vm-test-run-nixbot-gitlab> gitlab # [  199.552176] nixbot[3079]: INFO:     127.0.0.1:33976 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted1964vm-test-run-nixbot-gitlab> gitlab # [  199.553050] nixbot[3079]: INFO:     127.0.0.1:33990 - "GET /api/repos/gitlab/root/test-flake/builds?commit=8e02a69d1fd844a4e70474bed4480a1114601731 HTTP/1.1" 200 OK1965vm-test-run-nixbot-gitlab> gitlab # [  199.554261] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:21 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 681966vm-test-run-nixbot-gitlab> gitlab # [  199.554831] gitlab-workhorse[1283]: time="2026-06-09T12:31:21Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671967vm-test-run-nixbot-gitlab> gitlab # [  199.556043] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:21 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 481968vm-test-run-nixbot-gitlab> gitlab # [  199.557291] gitaly[1375]: time="2026-06-09T12:31:21.444Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=15 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VBS1R6QB3EN8Q1GV3PG8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:21.422" grpc.time_ms=21.672 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1969vm-test-run-nixbot-gitlab> gitlab # [  199.568371] gitaly[1375]: time="2026-06-09T12:31:21.496Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBV80TBMQB3GMVC3BCFM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:21.488" pid=1375 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1970vm-test-run-nixbot-gitlab> gitlab # [  199.646092] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.445Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"c4a3ba4a1f9919179445abe0","created_at":"2026-06-09T12:31:20.994Z","trace_propagation_headers":{"sentry-trace":"4866d7cd69ae46ceadf4bb073cbffc0c-7eed7c8e8b924a71","baggage":"sentry-trace_id=4866d7cd69ae46ceadf4bb073cbffc0c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VANSQASJRHTJ26PJX0YN","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.005Z","job_size_bytes":65,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-c4a3ba4a1f9919179445abe0: done: 0.070696 sec","job_status":"done","queue_duration_s":0.369091,"scheduling_latency_s":0.369112,"redis_calls":18,"redis_duration_s":0.008825,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.005518,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002711,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000596,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029246,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001534552,"duration_s":0.070696,"completed_at":"2026-06-09T12:31:21.444Z","load_balancing_strategy":"primary","db_duration_s":0.022533,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1971vm-test-run-nixbot-gitlab> gitlab # [  199.659428] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.448Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"eadb107fa8b3717c39d62994","created_at":"2026-06-09T12:31:21.006Z","trace_propagation_headers":{"sentry-trace":"4866d7cd69ae46ceadf4bb073cbffc0c-7eed7c8e8b924a71","baggage":"sentry-trace_id=4866d7cd69ae46ceadf4bb073cbffc0c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VANSQASJRHTJ26PJX0YN","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.013Z","job_size_bytes":65,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-eadb107fa8b3717c39d62994: start","job_status":"start","queue_duration_s":0.434807,"scheduling_latency_s":0.434834}1972vm-test-run-nixbot-gitlab> gitlab # [  199.757155] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.528Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"eadb107fa8b3717c39d62994","created_at":"2026-06-09T12:31:21.006Z","trace_propagation_headers":{"sentry-trace":"4866d7cd69ae46ceadf4bb073cbffc0c-7eed7c8e8b924a71","baggage":"sentry-trace_id=4866d7cd69ae46ceadf4bb073cbffc0c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VANSQASJRHTJ26PJX0YN","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.013Z","job_size_bytes":65,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-eadb107fa8b3717c39d62994: done: 0.079957 sec","job_status":"done","queue_duration_s":0.434807,"scheduling_latency_s":0.434834,"redis_calls":15,"redis_duration_s":0.007988,"redis_read_bytes":142,"redis_write_bytes":1431,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001023,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":431,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003965,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037386,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000584711,"duration_s":0.079957,"completed_at":"2026-06-09T12:31:21.528Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017095,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1973vm-test-run-nixbot-gitlab> gitlab # [  199.768443] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.529Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"f27d5b143cadf336f06e3cca","created_at":"2026-06-09T12:31:21.122Z","trace_propagation_headers":{"sentry-trace":"4866d7cd69ae46ceadf4bb073cbffc0c-7eed7c8e8b924a71","baggage":"sentry-trace_id=4866d7cd69ae46ceadf4bb073cbffc0c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VANSQASJRHTJ26PJX0YN","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.127Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-f27d5b143cadf336f06e3cca: start","job_status":"start","queue_duration_s":0.401646,"scheduling_latency_s":0.401667}1974vm-test-run-nixbot-gitlab> gitlab # [  199.792319] nixbot[3079]: {"ts": "2026-06-09T12:31:21.529Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}1975vm-test-run-nixbot-gitlab> gitlab # [  199.799071] gitaly[1375]: time="2026-06-09T12:31:21.496Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBV80TBMQB3GMVC3BCFM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:21.488" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1976vm-test-run-nixbot-gitlab> gitlab # [  199.818530] gitaly[1375]: time="2026-06-09T12:31:21.496Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBV80TBMQB3GMVC3BCFM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:21.488" grpc.time_ms=8.463 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc1977vm-test-run-nixbot-gitlab> gitlab # [  199.843367] gitaly[1375]: time="2026-06-09T12:31:21.633Z" level=info msg="finished unary call with code OK" catfile.duration_ms=5 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=5 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:51.626" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:21.626" grpc.time_ms=6.202 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1978vm-test-run-nixbot-gitlab> gitlab # [  199.915699] gitaly[1375]: time="2026-06-09T12:31:21.654Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=648 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=7 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-09T12:31:51.639" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:21.640" grpc.time_ms=13.606 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1979vm-test-run-nixbot-gitlab> gitlab # [  199.917351] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.809Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"f27d5b143cadf336f06e3cca","created_at":"2026-06-09T12:31:21.122Z","trace_propagation_headers":{"sentry-trace":"4866d7cd69ae46ceadf4bb073cbffc0c-7eed7c8e8b924a71","baggage":"sentry-trace_id=4866d7cd69ae46ceadf4bb073cbffc0c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VANSQASJRHTJ26PJX0YN","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.127Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-f27d5b143cadf336f06e3cca: done: 0.280371 sec","job_status":"done","queue_duration_s":0.401646,"scheduling_latency_s":0.401667,"gitaly_calls":3,"gitaly_duration_s":0.013106,"redis_calls":48,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.098097,"redis_read_bytes":208,"redis_write_bytes":6801,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.003015,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001752,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.042651,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.000289,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1131,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.045426,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000491,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000222,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001236,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.051,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.006,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.029,"db_ci_duration_s":0.022,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.101601,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.135697972,"duration_s":0.280371,"completed_at":"2026-06-09T12:31:21.809Z","load_balancing_strategy":"primary","db_duration_s":0.057589,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1980vm-test-run-nixbot-gitlab> gitlab # [  199.989195] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.811Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","ff708d1c079e3b84ec8b8fe2"],"class":"WebHooks::LogExecutionWorker","jid":"0209a70dcce9dbc47da5a77e","created_at":"2026-06-09T12:31:21.360Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-2841e3590c3d40a1","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:870059cb4d330d5560bac559d7b6edaf09df472b98ff72dcff7af5d89a2dd3cd","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.366Z","job_size_bytes":2506,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-0209a70dcce9dbc47da5a77e: start","job_status":"start","queue_duration_s":0.445107,"scheduling_latency_s":0.44513}1981vm-test-run-nixbot-gitlab> gitlab # [  200.063297] gitaly[1375]: time="2026-06-09T12:31:21.669Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:31.288" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:21.659" grpc.time_ms=8.237 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1982vm-test-run-nixbot-gitlab> gitlab # [  200.064802] nixbot[3079]: {"ts": "2026-06-09T12:31:21.978Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/8e02a69d1fd844a4e70474bed4480a1114601731 \"HTTP/1.1 201 Created\""}1983vm-test-run-nixbot-gitlab> gitlab # [  200.065883] nixbot[3079]: {"ts": "2026-06-09T12:31:21.984Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-8e02a69d1fd8-1c4350e0", "argv0": "bwrap"}1984vm-test-run-nixbot-gitlab> gitlab # [  200.067174] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.936Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","ff708d1c079e3b84ec8b8fe2"],"class":"WebHooks::LogExecutionWorker","jid":"0209a70dcce9dbc47da5a77e","created_at":"2026-06-09T12:31:21.360Z","trace_propagation_headers":{"sentry-trace":"26de991e35984ad09866c7ce7495e0c1-2841e3590c3d40a1","baggage":"sentry-trace_id=26de991e35984ad09866c7ce7495e0c1,sentry-release=Unknown"},"correlation_id":"01KTP5V9J2XDA8JA3S0HRQXSM5","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:870059cb4d330d5560bac559d7b6edaf09df472b98ff72dcff7af5d89a2dd3cd","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.366Z","job_size_bytes":2506,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-0209a70dcce9dbc47da5a77e: done: 0.124856 sec","job_status":"done","queue_duration_s":0.445107,"scheduling_latency_s":0.44513,"redis_calls":10,"redis_duration_s":0.002884,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00048,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001816,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000588,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.024,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.024,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.095175,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000410388,"duration_s":0.124856,"completed_at":"2026-06-09T12:31:21.936Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008162,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1985vm-test-run-nixbot-gitlab> gitlab # [  200.147234] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.938Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"3c412244786e73b9112ea295","created_at":"2026-06-09T12:31:21.715Z","trace_propagation_headers":{"sentry-trace":"4866d7cd69ae46ceadf4bb073cbffc0c-88c090a3e42e42e7","baggage":"sentry-trace_id=4866d7cd69ae46ceadf4bb073cbffc0c,sentry-release=Unknown"},"correlation_id":"01KTP5VANSQASJRHTJ26PJX0YN","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.720Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-3c412244786e73b9112ea295: start","job_status":"start","queue_duration_s":0.21769,"scheduling_latency_s":0.217713}1986vm-test-run-nixbot-gitlab> gitlab # [  200.148322] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.968Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"3c412244786e73b9112ea295","created_at":"2026-06-09T12:31:21.715Z","trace_propagation_headers":{"sentry-trace":"4866d7cd69ae46ceadf4bb073cbffc0c-88c090a3e42e42e7","baggage":"sentry-trace_id=4866d7cd69ae46ceadf4bb073cbffc0c,sentry-release=Unknown"},"correlation_id":"01KTP5VANSQASJRHTJ26PJX0YN","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.720Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-3c412244786e73b9112ea295: done: 0.03027 sec","job_status":"done","queue_duration_s":0.21769,"scheduling_latency_s":0.217713,"redis_calls":10,"redis_duration_s":0.00379,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000858,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002121,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000811,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019661,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000486654,"duration_s":0.03027,"completed_at":"2026-06-09T12:31:21.968Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003119,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1987vm-test-run-nixbot-gitlab> gitlab # [  200.196222] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.970Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"777aef2de107359c074f6b6a","created_at":"2026-06-09T12:31:21.888Z","trace_propagation_headers":{"sentry-trace":"eada6a56b9ba4470a0aeb88da517b1c2-09fbc198d343436d","baggage":"sentry-trace_id=eada6a56b9ba4470a0aeb88da517b1c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VBXWVZ6V8DBPSP34609K","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.894Z","job_size_bytes":65,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-777aef2de107359c074f6b6a: start","job_status":"start","queue_duration_s":0.075353,"scheduling_latency_s":0.075377}1988vm-test-run-nixbot-gitlab> gitlab # [  200.266963] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.992Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"777aef2de107359c074f6b6a","created_at":"2026-06-09T12:31:21.888Z","trace_propagation_headers":{"sentry-trace":"eada6a56b9ba4470a0aeb88da517b1c2-09fbc198d343436d","baggage":"sentry-trace_id=eada6a56b9ba4470a0aeb88da517b1c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VBXWVZ6V8DBPSP34609K","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.894Z","job_size_bytes":65,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-777aef2de107359c074f6b6a: done: 0.022572 sec","job_status":"done","queue_duration_s":0.075353,"scheduling_latency_s":0.075377,"redis_calls":7,"redis_duration_s":0.0033410000000000002,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002648,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000693,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0134,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022572,"completed_at":"2026-06-09T12:31:21.992Z","load_balancing_strategy":"primary","db_duration_s":0.002755,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1989vm-test-run-nixbot-gitlab> gitlab # [  200.289390] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:21.993Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"28e90c3a97cbca03d4e6cb6c","created_at":"2026-06-09T12:31:21.895Z","trace_propagation_headers":{"sentry-trace":"eada6a56b9ba4470a0aeb88da517b1c2-09fbc198d343436d","baggage":"sentry-trace_id=eada6a56b9ba4470a0aeb88da517b1c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VBXWVZ6V8DBPSP34609K","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.897Z","job_size_bytes":65,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-28e90c3a97cbca03d4e6cb6c: start","job_status":"start","queue_duration_s":0.096309,"scheduling_latency_s":0.096331}1990vm-test-run-nixbot-gitlab> gitlab # [  200.318091] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:21 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/8e02a69d1fd844a4e70474bed4480a1114601731 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 4421991vm-test-run-nixbot-gitlab> gitlab # [  200.322161] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:22 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/dd119969064dc16b964a4b7a82555e1db21b4b66 HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 3791992vm-test-run-nixbot-gitlab> gitlab # [  200.326210] gitaly[1375]: time="2026-06-09T12:31:21.725Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T12:31:31.004" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:21.725" grpc.time_ms=0.205 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1993vm-test-run-nixbot-gitlab> gitlab # [  200.343968] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.035Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"28e90c3a97cbca03d4e6cb6c","created_at":"2026-06-09T12:31:21.895Z","trace_propagation_headers":{"sentry-trace":"eada6a56b9ba4470a0aeb88da517b1c2-09fbc198d343436d","baggage":"sentry-trace_id=eada6a56b9ba4470a0aeb88da517b1c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VBXWVZ6V8DBPSP34609K","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.897Z","job_size_bytes":65,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-28e90c3a97cbca03d4e6cb6c: done: 0.041067 sec","job_status":"done","queue_duration_s":0.096309,"scheduling_latency_s":0.096331,"redis_calls":10,"redis_duration_s":0.00422,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001714,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.002506,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023534,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041067,"completed_at":"2026-06-09T12:31:22.034Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009457,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1994vm-test-run-nixbot-gitlab> gitlab # [  200.425367] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.036Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"1c93b0ca1bdb85cffeec6776","created_at":"2026-06-09T12:31:21.951Z","trace_propagation_headers":{"sentry-trace":"eada6a56b9ba4470a0aeb88da517b1c2-09fbc198d343436d","baggage":"sentry-trace_id=eada6a56b9ba4470a0aeb88da517b1c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VBXWVZ6V8DBPSP34609K","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.955Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-1c93b0ca1bdb85cffeec6776: start","job_status":"start","queue_duration_s":0.081,"scheduling_latency_s":0.081022}1995vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=8e02a69d1fd844a4e70474bed4480a1114601731'1996vm-test-run-nixbot-gitlab> gitlab # [  200.502183] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.143Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"1c93b0ca1bdb85cffeec6776","created_at":"2026-06-09T12:31:21.951Z","trace_propagation_headers":{"sentry-trace":"eada6a56b9ba4470a0aeb88da517b1c2-09fbc198d343436d","baggage":"sentry-trace_id=eada6a56b9ba4470a0aeb88da517b1c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VBXWVZ6V8DBPSP34609K","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:21.955Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-1c93b0ca1bdb85cffeec6776: done: 0.107178 sec","job_status":"done","queue_duration_s":0.081,"scheduling_latency_s":0.081022,"gitaly_calls":3,"gitaly_duration_s":0.008513,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.010409999999999999,"redis_read_bytes":98,"redis_write_bytes":6014,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.00131,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001839,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000407,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002111,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000405,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.001088,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00194,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.071827,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.086366843,"duration_s":0.107178,"completed_at":"2026-06-09T12:31:22.143Z","load_balancing_strategy":"primary","db_duration_s":0.021147,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1997vm-test-run-nixbot-gitlab> gitlab # [  200.518833] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.145Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"d0ecae87ebfcdd0219215bc4","created_at":"2026-06-09T12:31:22.078Z","trace_propagation_headers":{"sentry-trace":"eada6a56b9ba4470a0aeb88da517b1c2-08ae17215e5b41a2","baggage":"sentry-trace_id=eada6a56b9ba4470a0aeb88da517b1c2,sentry-release=Unknown"},"correlation_id":"01KTP5VBXWVZ6V8DBPSP34609K","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.080Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-d0ecae87ebfcdd0219215bc4: start","job_status":"start","queue_duration_s":0.065163,"scheduling_latency_s":0.065185}1998vm-test-run-nixbot-gitlab> gitlab # [  200.588354] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.171Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"d0ecae87ebfcdd0219215bc4","created_at":"2026-06-09T12:31:22.078Z","trace_propagation_headers":{"sentry-trace":"eada6a56b9ba4470a0aeb88da517b1c2-08ae17215e5b41a2","baggage":"sentry-trace_id=eada6a56b9ba4470a0aeb88da517b1c2,sentry-release=Unknown"},"correlation_id":"01KTP5VBXWVZ6V8DBPSP34609K","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.080Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-d0ecae87ebfcdd0219215bc4: done: 0.025868 sec","job_status":"done","queue_duration_s":0.065163,"scheduling_latency_s":0.065185,"redis_calls":7,"redis_duration_s":0.001754,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00131,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000444,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018458,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025868,"completed_at":"2026-06-09T12:31:22.171Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002701,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1999vm-test-run-nixbot-gitlab> gitlab # [  200.666408] gitaly[1375]: time="2026-06-09T12:31:21.738Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:31:51.734" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:21.734" grpc.time_ms=3.25 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2000vm-test-run-nixbot-gitlab> gitlab # [  200.667857] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.297Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"9c2b1cb9a9ee5cf3e530c0ef","created_at":"2026-06-09T12:31:22.105Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-8664d27e84344b1c","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.109Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-9c2b1cb9a9ee5cf3e530c0ef: start","job_status":"start","queue_duration_s":0.188596,"scheduling_latency_s":0.188636}2001vm-test-run-nixbot-gitlab> gitlab # [  200.668975] gitaly[1375]: time="2026-06-09T12:31:21.741Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=620 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T12:31:31.009" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:21.729" grpc.time_ms=12.203 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2002vm-test-run-nixbot-gitlab> gitlab # [  200.740264] gitaly[1375]: time="2026-06-09T12:31:21.776Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:51.775" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:21.775" grpc.time_ms=0.698 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2003vm-test-run-nixbot-gitlab> gitlab # [  200.741791] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.654Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"9c2b1cb9a9ee5cf3e530c0ef","created_at":"2026-06-09T12:31:22.105Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-8664d27e84344b1c","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.109Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-9c2b1cb9a9ee5cf3e530c0ef: done: 0.357109 sec","job_status":"done","queue_duration_s":0.188596,"scheduling_latency_s":0.188636,"gitaly_calls":4,"gitaly_duration_s":0.103867,"redis_calls":98,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.022099999999999998,"redis_read_bytes":179,"redis_write_bytes":22262,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001034,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001422,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.004846,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":20,"redis_queues_duration_s":0.002977,"redis_queues_read_bytes":21,"redis_queues_write_bytes":11301,"redis_queues_metadata_calls":18,"redis_queues_metadata_duration_s":0.004972,"redis_queues_metadata_read_bytes":28,"redis_queues_metadata_write_bytes":2886,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.00027,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000601,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004944,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.032,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.01,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.013,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.20275,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.333735433,"duration_s":0.357109,"completed_at":"2026-06-09T12:31:22.654Z","load_balancing_strategy":"primary","db_duration_s":0.035736,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2004vm-test-run-nixbot-gitlab> gitlab # [  200.836216] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.656Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"0e189c747bfed25e2b410467","created_at":"2026-06-09T12:31:22.418Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.421Z","job_size_bytes":23,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-0e189c747bfed25e2b410467: start","job_status":"start","queue_duration_s":0.234179,"scheduling_latency_s":0.234201}2005vm-test-run-nixbot-gitlab> gitlab # [  200.837898] gitaly[1375]: time="2026-06-09T12:31:21.800Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VANSQASJRHTJ26PJX0YN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:51.799" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:21.799" grpc.time_ms=0.639 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2006vm-test-run-nixbot-gitlab> gitlab # [  200.839158] gitaly[1375]: time="2026-06-09T12:31:21.838Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:21.838" grpc.time_ms=0.388 pid=1375 span.kind=server system=grpc2007vm-test-run-nixbot-gitlab> gitlab # [  200.841289] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.786Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"0e189c747bfed25e2b410467","created_at":"2026-06-09T12:31:22.418Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.421Z","job_size_bytes":23,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-0e189c747bfed25e2b410467: done: 0.130773 sec","job_status":"done","queue_duration_s":0.234179,"scheduling_latency_s":0.234201,"redis_calls":15,"redis_duration_s":0.003222,"redis_read_bytes":13,"redis_write_bytes":3012,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000405,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000298,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1627,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001607,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000497,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000415,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.111869,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000388318,"duration_s":0.130773,"completed_at":"2026-06-09T12:31:22.786Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011427,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2008vm-test-run-nixbot-gitlab> gitlab # [  200.924131] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.788Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"1534731375ef4c1c3c096b9e","created_at":"2026-06-09T12:31:22.778Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-6188d00e909c4ba7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:a8d0b346bccb66eda3a8fa3e0fc251251194fe1edd024de99a6394af44069f13","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.780Z","job_size_bytes":464,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-1534731375ef4c1c3c096b9e: start","job_status":"start","queue_duration_s":0.007887,"scheduling_latency_s":0.007909}2009vm-test-run-nixbot-gitlab> gitlab # [  200.943387] gitaly[1375]: time="2026-06-09T12:31:21.869Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4161 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:21.864" grpc.time_ms=2.118 pid=1375 span.kind=server system=grpc2010vm-test-run-nixbot-gitlab> gitlab # [  201.017338] gitaly[1375]: time="2026-06-09T12:31:21.876Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K diskcache=b013d74e-9487-4bc0-b16d-ebfb20bc9b73 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:31:31.026" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:21.746" pid=1375 ref=refs/keep-around/8e02a69d1fd844a4e70474bed4480a1114601731 remote_ip="2001:db8:1::1" revision=8e02a69d1fd844a4e70474bed4480a1114601731 span.kind=server system=grpc username=root2011vm-test-run-nixbot-gitlab> gitlab # [  201.018560] sidekiq-cluster[2095]: {"severity":"WARN","time":"2026-06-09T12:31:22.821Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"1534731375ef4c1c3c096b9e","created_at":"2026-06-09T12:31:22.778Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-6188d00e909c4ba7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:a8d0b346bccb66eda3a8fa3e0fc251251194fe1edd024de99a6394af44069f13","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.780Z","job_size_bytes":464,"pid":2095,"sidekiq_tid":"m47r","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-1534731375ef4c1c3c096b9e: fail: 0.032743 sec","job_status":"fail","queue_duration_s":0.007887,"scheduling_latency_s":0.007909,"redis_calls":7,"redis_duration_s":0.001611,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001195,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000416,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020754,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.032743,"completed_at":"2026-06-09T12:31:22.820Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.004518,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2012vm-test-run-nixbot-gitlab> gitlab # [  201.584907] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.824Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"9b28f932000be40521c3a1b7","created_at":"2026-06-09T12:31:22.528Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.533Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-9b28f932000be40521c3a1b7: start","job_status":"start","queue_duration_s":0.290378,"scheduling_latency_s":0.290418}2013vm-test-run-nixbot-gitlab> gitlab # [  201.594620] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.851Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"9b28f932000be40521c3a1b7","created_at":"2026-06-09T12:31:22.528Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.533Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-9b28f932000be40521c3a1b7: done: 0.027136 sec","job_status":"done","queue_duration_s":0.290378,"scheduling_latency_s":0.290418,"redis_calls":10,"redis_duration_s":0.002273,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000432,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001395,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000446,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01633,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000391111,"duration_s":0.027136,"completed_at":"2026-06-09T12:31:22.850Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002871,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2014vm-test-run-nixbot-gitlab> gitlab # [  201.669498] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.852Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"32c6b04d4e76eb3b10ae9f9e","created_at":"2026-06-09T12:31:22.549Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.554Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-32c6b04d4e76eb3b10ae9f9e: start","job_status":"start","queue_duration_s":0.298301,"scheduling_latency_s":0.298323}2015vm-test-run-nixbot-gitlab> gitlab # [  201.689045] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.880Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"32c6b04d4e76eb3b10ae9f9e","created_at":"2026-06-09T12:31:22.549Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.554Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-32c6b04d4e76eb3b10ae9f9e: done: 0.028 sec","job_status":"done","queue_duration_s":0.298301,"scheduling_latency_s":0.298323,"redis_calls":10,"redis_duration_s":0.002227,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00042,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001333,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000474,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018057,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00036485,"duration_s":0.028,"completed_at":"2026-06-09T12:31:22.880Z","load_balancing_strategy":"primary","db_duration_s":0.004407,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2016vm-test-run-nixbot-gitlab> gitlab # [  201.763211] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.882Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"8f3ecd750bf768e0642fcdb2","created_at":"2026-06-09T12:31:22.561Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.565Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-8f3ecd750bf768e0642fcdb2: start","job_status":"start","queue_duration_s":0.317092,"scheduling_latency_s":0.317113}2017vm-test-run-nixbot-gitlab> gitlab # [  201.833610] gitaly[1375]: time="2026-06-09T12:31:21.877Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=50 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5130 command.oublock=8 command.real_time_ms=121 command.spawn_token_fork_ms=4 command.system_time_ms=33 command.user_time_ms=17 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:31:31.026" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:31:21.746" grpc.time_ms=130.143 pid=1375 ref=refs/keep-around/8e02a69d1fd844a4e70474bed4480a1114601731 remote_ip="2001:db8:1::1" revision=8e02a69d1fd844a4e70474bed4480a1114601731 span.kind=server system=grpc username=root2018vm-test-run-nixbot-gitlab> gitlab # [  201.834868] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.909Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"8f3ecd750bf768e0642fcdb2","created_at":"2026-06-09T12:31:22.561Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.565Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-8f3ecd750bf768e0642fcdb2: done: 0.027131 sec","job_status":"done","queue_duration_s":0.317092,"scheduling_latency_s":0.317113,"redis_calls":13,"redis_duration_s":0.0028339999999999997,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000432,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001334,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000639,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000429,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01798,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000338032,"duration_s":0.027131,"completed_at":"2026-06-09T12:31:22.909Z","load_balancing_strategy":"primary","db_duration_s":0.002883,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2019vm-test-run-nixbot-gitlab> gitlab # [  201.906267] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.911Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"ce125fa6e4501881e40dbcd3","created_at":"2026-06-09T12:31:22.566Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.570Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-ce125fa6e4501881e40dbcd3: start","job_status":"start","queue_duration_s":0.340151,"scheduling_latency_s":0.340171}2020vm-test-run-nixbot-gitlab> gitlab # [  201.907792] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.933Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"ce125fa6e4501881e40dbcd3","created_at":"2026-06-09T12:31:22.566Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.570Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-ce125fa6e4501881e40dbcd3: done: 0.022848 sec","job_status":"done","queue_duration_s":0.340151,"scheduling_latency_s":0.340171,"redis_calls":10,"redis_duration_s":0.002229,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000422,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001376,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000431,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013689,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000363733,"duration_s":0.022848,"completed_at":"2026-06-09T12:31:22.933Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002857,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2021vm-test-run-nixbot-gitlab> gitlab # [  201.978806] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.935Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"deeb480b2fb174320f75d1a0","created_at":"2026-06-09T12:31:22.571Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.576Z","job_size_bytes":19,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-deeb480b2fb174320f75d1a0: start","job_status":"start","queue_duration_s":0.358687,"scheduling_latency_s":0.358707}2022vm-test-run-nixbot-gitlab> gitlab # [  201.994339] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.960Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"deeb480b2fb174320f75d1a0","created_at":"2026-06-09T12:31:22.571Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.576Z","job_size_bytes":19,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-deeb480b2fb174320f75d1a0: done: 0.025513 sec","job_status":"done","queue_duration_s":0.358687,"scheduling_latency_s":0.358707,"redis_calls":11,"redis_duration_s":0.002484,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000488,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001579,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000417,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015537,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00036094,"duration_s":0.025513,"completed_at":"2026-06-09T12:31:22.960Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002741,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2023vm-test-run-nixbot-gitlab> gitlab # [  202.086262] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.962Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"8bc9c6f09e7833a860d7cc60","created_at":"2026-06-09T12:31:22.579Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.582Z","job_size_bytes":65,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-8bc9c6f09e7833a860d7cc60: start","job_status":"start","queue_duration_s":0.379474,"scheduling_latency_s":0.379495}2024vm-test-run-nixbot-gitlab> gitlab # [  202.090911] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.984Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"8bc9c6f09e7833a860d7cc60","created_at":"2026-06-09T12:31:22.579Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.582Z","job_size_bytes":65,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-8bc9c6f09e7833a860d7cc60: done: 0.02224 sec","job_status":"done","queue_duration_s":0.379474,"scheduling_latency_s":0.379495,"redis_calls":10,"redis_duration_s":0.002765,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000424,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001445,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000896,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014086,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033887,"duration_s":0.02224,"completed_at":"2026-06-09T12:31:22.984Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002727,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2025vm-test-run-nixbot-gitlab> gitlab # [  202.168353] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:22.985Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"ae3d983657f186b36d4fdf6d","created_at":"2026-06-09T12:31:22.583Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.584Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-ae3d983657f186b36d4fdf6d: start","job_status":"start","queue_duration_s":0.400952,"scheduling_latency_s":0.400972}2026vm-test-run-nixbot-gitlab> gitlab # [  202.248377] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:23.010Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"ae3d983657f186b36d4fdf6d","created_at":"2026-06-09T12:31:22.583Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.584Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-ae3d983657f186b36d4fdf6d: done: 0.024548 sec","job_status":"done","queue_duration_s":0.400952,"scheduling_latency_s":0.400972,"redis_calls":7,"redis_duration_s":0.001996,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00158,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000416,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017033,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024548,"completed_at":"2026-06-09T12:31:23.010Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002678,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2027vm-test-run-nixbot-gitlab> gitlab # [  202.252219] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:23.012Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"ca12a7074a60714f90a1b7b1","created_at":"2026-06-09T12:31:22.612Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.616Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-ca12a7074a60714f90a1b7b1: start","job_status":"start","queue_duration_s":0.395304,"scheduling_latency_s":0.395325}2028vm-test-run-nixbot-gitlab> gitlab # [  202.332229] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:23.040Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"ca12a7074a60714f90a1b7b1","created_at":"2026-06-09T12:31:22.612Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.616Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-ca12a7074a60714f90a1b7b1: done: 0.028106 sec","job_status":"done","queue_duration_s":0.395304,"scheduling_latency_s":0.395325,"redis_calls":10,"redis_duration_s":0.002249,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000424,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001371,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000454,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016112,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000370158,"duration_s":0.028106,"completed_at":"2026-06-09T12:31:23.040Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006483,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2029vm-test-run-nixbot-gitlab> gitlab # [  202.405209] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:23.041Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"4a4bc74c566d9e317db8faab","created_at":"2026-06-09T12:31:22.617Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.622Z","job_size_bytes":6,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-4a4bc74c566d9e317db8faab: start","job_status":"start","queue_duration_s":0.419396,"scheduling_latency_s":0.419416}2030vm-test-run-nixbot-gitlab> gitlab # [  202.406755] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:23.061Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"4a4bc74c566d9e317db8faab","created_at":"2026-06-09T12:31:22.617Z","trace_propagation_headers":{"sentry-trace":"5d0e33e16c5845cfafa7ccc542bb8bb9-10eca7ee8c5f4ab7","baggage":"sentry-trace_id=5d0e33e16c5845cfafa7ccc542bb8bb9,sentry-release=Unknown"},"correlation_id":"01KTP5VC4EZ5D5JGD2R6ZG8ZYK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:22.622Z","job_size_bytes":6,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-4a4bc74c566d9e317db8faab: done: 0.019832 sec","job_status":"done","queue_duration_s":0.419396,"scheduling_latency_s":0.419416,"redis_calls":10,"redis_duration_s":0.002133,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00041,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001298,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000425,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011764,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000340826,"duration_s":0.019832,"completed_at":"2026-06-09T12:31:23.061Z","load_balancing_strategy":"primary","db_duration_s":0.00161,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2031vm-test-run-nixbot-gitlab> gitlab # [  202.485101] gitaly[1375]: time="2026-06-09T12:31:21.887Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:51.884" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:21.885" grpc.time_ms=1.039 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2032vm-test-run-nixbot-gitlab> gitlab # [  202.486322] gitaly[1375]: time="2026-06-09T12:31:21.918Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VC4EZ5D5JGD2R6ZG8ZYK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:51.617" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:21.917" grpc.time_ms=0.533 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2033vm-test-run-nixbot-gitlab> gitlab # [  202.487152] gitaly[1375]: time="2026-06-09T12:31:22.047Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VC4EZ5D5JGD2R6ZG8ZYK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:32.007" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:22.038" grpc.time_ms=9.762 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2034vm-test-run-nixbot-gitlab> gitlab # [  202.562554] gitaly[1375]: time="2026-06-09T12:31:22.089Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:31:52.088" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:22.088" grpc.time_ms=1.12 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2035vm-test-run-nixbot-gitlab> gitlab # [  202.564110] gitaly[1375]: time="2026-06-09T12:31:22.113Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:52.112" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:22.112" grpc.time_ms=0.578 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2036vm-test-run-nixbot-gitlab> gitlab # [  202.564949] gitaly[1375]: time="2026-06-09T12:31:22.135Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VBXWVZ6V8DBPSP34609K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:52.134" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:22.134" grpc.time_ms=0.469 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2037vm-test-run-nixbot-gitlab> gitlab # [  202.566112] gitaly[1375]: time="2026-06-09T12:31:22.465Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VC4EZ5D5JGD2R6ZG8ZYK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:22.464" grpc.time_ms=0.299 pid=1375 span.kind=server system=grpc2038vm-test-run-nixbot-gitlab> gitlab # [  202.573883] gitaly[1375]: time="2026-06-09T12:31:22.491Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VC4EZ5D5JGD2R6ZG8ZYK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:22.490" grpc.time_ms=0.397 pid=1375 span.kind=server system=grpc2039vm-test-run-nixbot-gitlab> gitlab # [  202.644822] gitaly[1375]: time="2026-06-09T12:31:22.513Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VC4EZ5D5JGD2R6ZG8ZYK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:22.512" grpc.time_ms=0.743 pid=1375 span.kind=server system=grpc2040vm-test-run-nixbot-gitlab> gitlab # [  202.646235] gitaly[1375]: time="2026-06-09T12:31:22.523Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VC4EZ5D5JGD2R6ZG8ZYK diskcache=d938ba2b-cfa0-415c-bf38-5a81019f2324 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:31:52.430" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:22.439" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2041vm-test-run-nixbot-gitlab> gitlab # [  202.647054] gitaly[1375]: time="2026-06-09T12:31:22.523Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=73 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7187 command.oublock=0 command.real_time_ms=75 command.spawn_token_fork_ms=0 command.system_time_ms=43 command.user_time_ms=30 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VC4EZ5D5JGD2R6ZG8ZYK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:31:52.430" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:22.439" grpc.time_ms=83.892 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2042vm-test-run-nixbot-gitlab> gitlab # [  202.647660] gitaly[1375]: time="2026-06-09T12:31:22.591Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VC4EZ5D5JGD2R6ZG8ZYK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:31:52.589" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:22.590" grpc.time_ms=0.884 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2043vm-test-run-nixbot-gitlab> gitlab # [  202.659461] gitaly[1375]: time="2026-06-09T12:31:22.612Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VC4EZ5D5JGD2R6ZG8ZYK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:52.610" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:22.611" grpc.time_ms=0.719 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2044vm-test-run-nixbot-gitlab> gitlab # [  202.679474] gitaly[1375]: time="2026-06-09T12:31:22.645Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VC4EZ5D5JGD2R6ZG8ZYK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:52.643" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:22.644" grpc.time_ms=0.584 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2045vm-test-run-nixbot-gitlab> gitlab # [  202.779418] nixbot[3079]: {"ts": "2026-06-09T12:31:24.730Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/dd119969064dc16b964a4b7a82555e1db21b4b66 \"HTTP/1.1 201 Created\""}2046vm-test-run-nixbot-gitlab> gitlab # [  202.792972] nixbot[3079]: INFO:     127.0.0.1:34006 - "GET /api/repos/gitlab/root/test-flake/builds?commit=8e02a69d1fd844a4e70474bed4480a1114601731 HTTP/1.1" 200 OK2047vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=8e02a69d1fd844a4e70474bed4480a1114601731', in 2.31 seconds)2048vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'evaluating', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-09T12:31:21.522839Z', 'started_at': '2026-06-09T12:31:21.979876Z', 'finished_at': None}]2049vm-test-run-nixbot-gitlab> gitlab # [  202.808796] nix-daemon[3357]: accepted connection from pid 3354, user nixbot2050vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 5.87 seconds)2051vm-test-run-nixbot-gitlab> gitlab # [  202.813134] nix-daemon[3357]: accepted connection from pid 3353, user nixbot2052vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses2053vm-test-run-nixbot-gitlab> gitlab # [  202.816585] nix-daemon[3450]: unexpected Nix daemon error: error: write of 16 bytes: Broken pipe2054vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses2055vm-test-run-nixbot-gitlab> gitlab # [  202.821319] nix-daemon[3451]: unexpected Nix daemon error: error: write of 16 bytes: Broken pipe2056vm-test-run-nixbot-gitlab> gitlab # [  202.838088] nix-daemon[3357]: accepted connection from pid 3458, user nixbot2057vm-test-run-nixbot-gitlab> gitlab # [  202.847634] gitaly[1375]: time="2026-06-09T12:31:24.799Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VF27N0KEMZFXZK19ZQ9G grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:54.498" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:24.798" grpc.time_ms=0.948 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2058vm-test-run-nixbot-gitlab> gitlab # [  202.850631] nix-daemon[3357]: accepted connection from pid 3459, user nixbot2059vm-test-run-nixbot-gitlab> gitlab # [  202.892912] gitaly[1375]: time="2026-06-09T12:31:24.844Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VF27N0KEMZFXZK19ZQ9G grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:34.006" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:24.837" grpc.time_ms=7.5 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2060vm-test-run-nixbot-gitlab> gitlab # [  202.897184] gitaly[1375]: time="2026-06-09T12:31:24.849Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VF40D492XY3RWKGAPCZK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:54.848" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:24.848" grpc.time_ms=0.41 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2061vm-test-run-nixbot-gitlab> gitlab # [  202.923095] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:24.874Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"a150121f7b627a0188384fc2","created_at":"2026-06-09T12:31:24.870Z","trace_propagation_headers":{"sentry-trace":"eb9707b83ec54eee9f71679b97120ac5-7be0663db33549a2","baggage":"sentry-trace_id=eb9707b83ec54eee9f71679b97120ac5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VF27N0KEMZFXZK19ZQ9G","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:24.873Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-a150121f7b627a0188384fc2: start","job_status":"start","queue_duration_s":0.001468,"scheduling_latency_s":0.001519}2062vm-test-run-nixbot-gitlab> gitlab # [  202.940246] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:24 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/dd119969064dc16b964a4b7a82555e1db21b4b66 HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 1452063vm-test-run-nixbot-gitlab> gitlab # [  202.941153] nixbot[3079]: {"ts": "2026-06-09T12:31:24.889Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/dd119969064dc16b964a4b7a82555e1db21b4b66 \"HTTP/1.1 201 Created\""}2064vm-test-run-nixbot-gitlab> gitlab # [  202.966401] gitaly[1375]: time="2026-06-09T12:31:24.918Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VF27N0KEMZFXZK19ZQ9G grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:31:54.017" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:24.917" grpc.time_ms=0.989 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2065vm-test-run-nixbot-gitlab> gitlab # [  202.995716] gitaly[1375]: time="2026-06-09T12:31:24.947Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VF27N0KEMZFXZK19ZQ9G grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:54.046" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:24.947" grpc.time_ms=0.695 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2066vm-test-run-nixbot-gitlab> gitlab # [  203.030494] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:24.981Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"a150121f7b627a0188384fc2","created_at":"2026-06-09T12:31:24.870Z","trace_propagation_headers":{"sentry-trace":"eb9707b83ec54eee9f71679b97120ac5-7be0663db33549a2","baggage":"sentry-trace_id=eb9707b83ec54eee9f71679b97120ac5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VF27N0KEMZFXZK19ZQ9G","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:24.873Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-a150121f7b627a0188384fc2: done: 0.106368 sec","job_status":"done","queue_duration_s":0.001468,"scheduling_latency_s":0.001519,"gitaly_calls":2,"gitaly_duration_s":0.006191,"redis_calls":19,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.024568,"redis_read_bytes":42,"redis_write_bytes":1891,"redis_cache_calls":8,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.000731,"redis_cache_read_bytes":16,"redis_cache_write_bytes":735,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001804,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000213,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.02182,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":20,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":20,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":9,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.055603,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.054910052,"duration_s":0.106368,"completed_at":"2026-06-09T12:31:24.980Z","load_balancing_strategy":"primary","db_duration_s":0.015518,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2067vm-test-run-nixbot-gitlab> gitlab # [  203.034689] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:24 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1862068vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses, in 0.29 seconds)2069vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T12:31:21.944Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2070vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses2071vm-test-run-nixbot-gitlab> gitlab # [  204.232937] gitaly[1375]: time="2026-06-09T12:31:26.184Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VGCPGNKQP0TGHHTGZGMZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:56.181" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:26.182" grpc.time_ms=1.257 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2072vm-test-run-nixbot-gitlab> gitlab # [  204.269748] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:26 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1172073vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses, in 0.18 seconds)2074vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T12:31:21.944Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2075vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses2076vm-test-run-nixbot-gitlab> gitlab # [  205.411528] gitaly[1375]: time="2026-06-09T12:31:27.362Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VHHHF21HWMRCS6KRBS0N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:57.360" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:27.361" grpc.time_ms=1.298 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2077vm-test-run-nixbot-gitlab> gitlab # [  205.474913] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:27 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1432078vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses, in 0.19 seconds)2079vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T12:31:21.944Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2080vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses2081vm-test-run-nixbot-gitlab> gitlab # [  206.586716] gitaly[1375]: time="2026-06-09T12:31:28.538Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VJPVCWZZ6X5CYYBPQADR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:58.236" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:28.536" grpc.time_ms=1.226 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2082vm-test-run-nixbot-gitlab> gitlab # [  206.627512] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:28 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1022083vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses, in 0.16 seconds)2084vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T12:31:21.944Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2085vm-test-run-nixbot-gitlab> gitlab # [  207.498861] nix-daemon[3357]: accepted connection from pid 3495, user nixbot2086vm-test-run-nixbot-gitlab> gitlab # [  207.531974] gitaly[1375]: time="2026-06-09T12:31:29.484Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:59.482" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:29.482" grpc.time_ms=0.999 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2087vm-test-run-nixbot-gitlab> gitlab # [  207.578649] gitaly[1375]: time="2026-06-09T12:31:29.524Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:39.147" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:29.517" grpc.time_ms=6.667 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2088vm-test-run-nixbot-gitlab> gitlab # [  207.619238] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:29.570Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"a7fe09cd62b0457d08228d3b","created_at":"2026-06-09T12:31:29.564Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-4ef2d78006b34c5e","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.568Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-a7fe09cd62b0457d08228d3b: start","job_status":"start","queue_duration_s":0.002565,"scheduling_latency_s":0.002625}2089vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses2090vm-test-run-nixbot-gitlab> gitlab # [  207.644684] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:29 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/8e02a69d1fd844a4e70474bed4480a1114601731 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 1642091vm-test-run-nixbot-gitlab> gitlab # [  207.645947] nixbot[3079]: {"ts": "2026-06-09T12:31:29.583Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/8e02a69d1fd844a4e70474bed4480a1114601731 \"HTTP/1.1 201 Created\""}2092vm-test-run-nixbot-gitlab> gitlab # [  207.696917] gitaly[1375]: time="2026-06-09T12:31:29.648Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VKSJ9X5HHTFMJZ9R4SJR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:59.347" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:29.647" grpc.time_ms=0.895 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2093vm-test-run-nixbot-gitlab> gitlab # [  207.720928] gitaly[1375]: time="2026-06-09T12:31:29.673Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VKTM609HBTM9GXBW4C0T grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:59.671" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:29.672" grpc.time_ms=0.455 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2094vm-test-run-nixbot-gitlab> gitlab # [  207.733572] gitaly[1375]: time="2026-06-09T12:31:29.685Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VKSJ9X5HHTFMJZ9R4SJR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:39.008" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:29.678" grpc.time_ms=7.015 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2095vm-test-run-nixbot-gitlab> gitlab # [  207.738455] gitaly[1375]: time="2026-06-09T12:31:29.690Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:29.690" grpc.time_ms=0.374 pid=1375 span.kind=server system=grpc2096vm-test-run-nixbot-gitlab> gitlab # [  207.775675] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:29 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/8e02a69d1fd844a4e70474bed4480a1114601731 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 1402097vm-test-run-nixbot-gitlab> gitlab # [  207.777045] nixbot[3079]: {"ts": "2026-06-09T12:31:29.728Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/8e02a69d1fd844a4e70474bed4480a1114601731 \"HTTP/1.1 201 Created\""}2098vm-test-run-nixbot-gitlab> gitlab # [  207.808912] gitaly[1375]: time="2026-06-09T12:31:29.761Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:29.760" grpc.time_ms=0.548 pid=1375 span.kind=server system=grpc2099vm-test-run-nixbot-gitlab> gitlab # [  207.846575] gitaly[1375]: time="2026-06-09T12:31:29.798Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:29.798" grpc.time_ms=0.331 pid=1375 span.kind=server system=grpc2100vm-test-run-nixbot-gitlab> gitlab # [  207.872327] gitaly[1375]: time="2026-06-09T12:31:29.824Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 diskcache=debd992c-a3b1-4f68-ac23-d49c32b9e0be grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:31:59.663" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:29.663" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2101vm-test-run-nixbot-gitlab> gitlab # [  207.886586] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:29 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 2172102vm-test-run-nixbot-gitlab> gitlab # [  207.892109] gitaly[1375]: time="2026-06-09T12:31:29.844Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=142 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=6879 command.oublock=0 command.real_time_ms=150 command.spawn_token_fork_ms=0 command.system_time_ms=118 command.user_time_ms=24 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:31:59.663" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:29.663" grpc.time_ms=160.785 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2103vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses, in 0.27 seconds)2104vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T12:31:21.944Z', 'started_at': None, 'finished_at': '2026-06-09T12:31:29.555Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-09T12:31:29.709Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2105vm-test-run-nixbot-gitlab> gitlab # [  207.936476] gitaly[1375]: time="2026-06-09T12:31:29.888Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:31:59.887" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:29.887" grpc.time_ms=0.895 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2106vm-test-run-nixbot-gitlab> gitlab # [  207.981948] gitaly[1375]: time="2026-06-09T12:31:29.934Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:59.032" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:29.933" grpc.time_ms=0.936 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2107vm-test-run-nixbot-gitlab> gitlab # [  208.017692] gitaly[1375]: time="2026-06-09T12:31:29.969Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:31:59.067" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:29.968" grpc.time_ms=1.006 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2108vm-test-run-nixbot-gitlab> gitlab # [  208.025614] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:29.977Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"79969cca0211d5fb32d0a89a","created_at":"2026-06-09T12:31:29.975Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"a7fe09cd62b0457d08228d3b","job_size_bytes":3,"pid":2095,"job_status":"deduplicated","message":"PipelineProcessWorker JID-79969cca0211d5fb32d0a89a: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2109vm-test-run-nixbot-gitlab> gitlab # [  208.027532] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:29.979Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"a7fe09cd62b0457d08228d3b","created_at":"2026-06-09T12:31:29.564Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-4ef2d78006b34c5e","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.568Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2095,"job_status":"rescheduled","message":"PipelineProcessWorker JID-a7fe09cd62b0457d08228d3b: rescheduled"}2110vm-test-run-nixbot-gitlab> gitlab # [  208.033980] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:29.985Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"a7fe09cd62b0457d08228d3b","created_at":"2026-06-09T12:31:29.564Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-4ef2d78006b34c5e","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.568Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-a7fe09cd62b0457d08228d3b: done: 0.415498 sec","job_status":"done","queue_duration_s":0.002565,"scheduling_latency_s":0.002625,"gitaly_calls":4,"gitaly_duration_s":0.193771,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.026441,"redis_read_bytes":262,"redis_write_bytes":23382,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001272,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.003405,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000914,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.005178,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14463,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.01082,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000273,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000756,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.002551,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.06,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.011,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.013,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.044,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.134116,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.378318194,"duration_s":0.415498,"completed_at":"2026-06-09T12:31:29.985Z","load_balancing_strategy":"primary","db_duration_s":0.062539,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2111vm-test-run-nixbot-gitlab> gitlab # [  208.148598] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:29.987Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"56f7d2f0fb029f2efdf062be","created_at":"2026-06-09T12:31:29.647Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.653Z","job_size_bytes":23,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-56f7d2f0fb029f2efdf062be: start","job_status":"start","queue_duration_s":0.334255,"scheduling_latency_s":0.334279}2112vm-test-run-nixbot-gitlab> gitlab # [  208.150346] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.022Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"56f7d2f0fb029f2efdf062be","created_at":"2026-06-09T12:31:29.647Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.653Z","job_size_bytes":23,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-56f7d2f0fb029f2efdf062be: done: 0.035091 sec","job_status":"done","queue_duration_s":0.334255,"scheduling_latency_s":0.334279,"redis_calls":7,"redis_duration_s":0.0026449999999999998,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001813,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000832,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021514,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.035091,"completed_at":"2026-06-09T12:31:30.022Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007554,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2113vm-test-run-nixbot-gitlab> gitlab # [  208.232481] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.024Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"54661afd9db8bf03be17a929","created_at":"2026-06-09T12:31:29.850Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.854Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-54661afd9db8bf03be17a929: start","job_status":"start","queue_duration_s":0.170385,"scheduling_latency_s":0.170408}2114vm-test-run-nixbot-gitlab> gitlab # [  208.233988] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.046Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"54661afd9db8bf03be17a929","created_at":"2026-06-09T12:31:29.850Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.854Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-54661afd9db8bf03be17a929: done: 0.022026 sec","job_status":"done","queue_duration_s":0.170385,"scheduling_latency_s":0.170408,"redis_calls":7,"redis_duration_s":0.002883,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002068,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000815,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011803,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022026,"completed_at":"2026-06-09T12:31:30.046Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004597,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2115vm-test-run-nixbot-gitlab> gitlab # [  208.291084] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.048Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"68cabd42c60900199044db5b","created_at":"2026-06-09T12:31:29.861Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.864Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-68cabd42c60900199044db5b: start","job_status":"start","queue_duration_s":0.1845,"scheduling_latency_s":0.184522}2116vm-test-run-nixbot-gitlab> gitlab # [  208.378510] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.077Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"68cabd42c60900199044db5b","created_at":"2026-06-09T12:31:29.861Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.864Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-68cabd42c60900199044db5b: done: 0.028741 sec","job_status":"done","queue_duration_s":0.1845,"scheduling_latency_s":0.184522,"redis_calls":7,"redis_duration_s":0.003057,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002271,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000786,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014689,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028741,"completed_at":"2026-06-09T12:31:30.077Z","load_balancing_strategy":"primary","db_duration_s":0.008452,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2117vm-test-run-nixbot-gitlab> gitlab # [  208.382978] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.079Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"05d36c085d9926179d421fa8","created_at":"2026-06-09T12:31:29.871Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.873Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-05d36c085d9926179d421fa8: start","job_status":"start","queue_duration_s":0.205466,"scheduling_latency_s":0.205488}2118vm-test-run-nixbot-gitlab> gitlab # [  208.409389] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.105Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"05d36c085d9926179d421fa8","created_at":"2026-06-09T12:31:29.871Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.873Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-05d36c085d9926179d421fa8: done: 0.026479 sec","job_status":"done","queue_duration_s":0.205466,"scheduling_latency_s":0.205488,"redis_calls":10,"redis_duration_s":0.00407,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001978,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001209,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000883,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014954,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026479,"completed_at":"2026-06-09T12:31:30.105Z","load_balancing_strategy":"primary","db_duration_s":0.005045,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2119vm-test-run-nixbot-gitlab> gitlab # [  208.487340] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.107Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"e6c00d4cd95b5054d3e50b18","created_at":"2026-06-09T12:31:29.874Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.875Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-e6c00d4cd95b5054d3e50b18: start","job_status":"start","queue_duration_s":0.231851,"scheduling_latency_s":0.231874}2120vm-test-run-nixbot-gitlab> gitlab # [  208.503982] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.130Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"e6c00d4cd95b5054d3e50b18","created_at":"2026-06-09T12:31:29.874Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.875Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-e6c00d4cd95b5054d3e50b18: done: 0.022754 sec","job_status":"done","queue_duration_s":0.231851,"scheduling_latency_s":0.231874,"redis_calls":7,"redis_duration_s":0.0033770000000000002,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002465,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000912,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011278,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022754,"completed_at":"2026-06-09T12:31:30.130Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005483,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2121vm-test-run-nixbot-gitlab> gitlab # [  208.592689] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.132Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"0ec88699b86faa8775f684e0","created_at":"2026-06-09T12:31:29.876Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.878Z","job_size_bytes":19,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-0ec88699b86faa8775f684e0: start","job_status":"start","queue_duration_s":0.254123,"scheduling_latency_s":0.254144}2122vm-test-run-nixbot-gitlab> gitlab # [  208.664520] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.155Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"0ec88699b86faa8775f684e0","created_at":"2026-06-09T12:31:29.876Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.878Z","job_size_bytes":19,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-0ec88699b86faa8775f684e0: done: 0.022996 sec","job_status":"done","queue_duration_s":0.254123,"scheduling_latency_s":0.254144,"redis_calls":8,"redis_duration_s":0.0035780000000000005,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002573,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001005,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012521,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022996,"completed_at":"2026-06-09T12:31:30.155Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004466,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2123vm-test-run-nixbot-gitlab> gitlab # [  208.666136] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.157Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"858568fd8f4a03d08f55881a","created_at":"2026-06-09T12:31:29.878Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.880Z","job_size_bytes":66,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-858568fd8f4a03d08f55881a: start","job_status":"start","queue_duration_s":0.277035,"scheduling_latency_s":0.277058}2124vm-test-run-nixbot-gitlab> gitlab # [  208.734602] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.175Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"858568fd8f4a03d08f55881a","created_at":"2026-06-09T12:31:29.878Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.880Z","job_size_bytes":66,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-858568fd8f4a03d08f55881a: done: 0.018557 sec","job_status":"done","queue_duration_s":0.277035,"scheduling_latency_s":0.277058,"redis_calls":7,"redis_duration_s":0.003092,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002109,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000983,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010786,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018557,"completed_at":"2026-06-09T12:31:30.175Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00201,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2125vm-test-run-nixbot-gitlab> gitlab # [  208.810059] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.177Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"e443d93d4ab9c647d069953f","created_at":"2026-06-09T12:31:29.880Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.882Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-e443d93d4ab9c647d069953f: start","job_status":"start","queue_duration_s":0.295214,"scheduling_latency_s":0.295235}2126vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses2127vm-test-run-nixbot-gitlab> gitlab # [  208.811344] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.204Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"e443d93d4ab9c647d069953f","created_at":"2026-06-09T12:31:29.880Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.882Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-e443d93d4ab9c647d069953f: done: 0.027215 sec","job_status":"done","queue_duration_s":0.295214,"scheduling_latency_s":0.295235,"redis_calls":7,"redis_duration_s":0.002648,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001913,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000735,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017161,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027215,"completed_at":"2026-06-09T12:31:30.204Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004872,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2128vm-test-run-nixbot-gitlab> gitlab # [  208.889170] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.206Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"764859a41e0116f8413d6cfd","created_at":"2026-06-09T12:31:29.939Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.940Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-764859a41e0116f8413d6cfd: start","job_status":"start","queue_duration_s":0.265687,"scheduling_latency_s":0.265709}2129vm-test-run-nixbot-gitlab> gitlab # [  208.890709] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.228Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"764859a41e0116f8413d6cfd","created_at":"2026-06-09T12:31:29.939Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.940Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-764859a41e0116f8413d6cfd: done: 0.022132 sec","job_status":"done","queue_duration_s":0.265687,"scheduling_latency_s":0.265709,"redis_calls":7,"redis_duration_s":0.00282,"redis_read_bytes":5,"redis_write_bytes":656,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002006,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":458,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000814,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":198,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011349,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022132,"completed_at":"2026-06-09T12:31:30.228Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00513,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2130vm-test-run-nixbot-gitlab> gitlab # [  208.973702] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.230Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"fe2f0631e72263dcb1c571e6","created_at":"2026-06-09T12:31:29.941Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.943Z","job_size_bytes":6,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-fe2f0631e72263dcb1c571e6: start","job_status":"start","queue_duration_s":0.287401,"scheduling_latency_s":0.287425}2131vm-test-run-nixbot-gitlab> gitlab # [  208.974720] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.245Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"fe2f0631e72263dcb1c571e6","created_at":"2026-06-09T12:31:29.941Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.943Z","job_size_bytes":6,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-fe2f0631e72263dcb1c571e6: done: 0.014762 sec","job_status":"done","queue_duration_s":0.287401,"scheduling_latency_s":0.287425,"redis_calls":7,"redis_duration_s":0.003034,"redis_read_bytes":5,"redis_write_bytes":721,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002175,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":497,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000859,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008322,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014762,"completed_at":"2026-06-09T12:31:30.245Z","load_balancing_strategy":"primary","db_duration_s":0.000661,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2132vm-test-run-nixbot-gitlab> gitlab # [  209.047330] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.246Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"041932992ad24f99ab4779b9","created_at":"2026-06-09T12:31:29.943Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.946Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-041932992ad24f99ab4779b9: start","job_status":"start","queue_duration_s":0.300265,"scheduling_latency_s":0.300285}2133vm-test-run-nixbot-gitlab> gitlab # [  209.055212] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.278Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"041932992ad24f99ab4779b9","created_at":"2026-06-09T12:31:29.943Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.946Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-041932992ad24f99ab4779b9: done: 0.031138 sec","job_status":"done","queue_duration_s":0.300265,"scheduling_latency_s":0.300285,"redis_calls":10,"redis_duration_s":0.003863,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00075,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002363,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00075,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016035,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000522133,"duration_s":0.031138,"completed_at":"2026-06-09T12:31:30.278Z","load_balancing_strategy":"primary","db_duration_s":0.00772,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2134vm-test-run-nixbot-gitlab> gitlab # [  209.128228] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.287Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"cc10456a7ec89e4b459edd14","created_at":"2026-06-09T12:31:29.979Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.981Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-cc10456a7ec89e4b459edd14: start","job_status":"start","queue_duration_s":0.306078,"scheduling_latency_s":0.306102}2135vm-test-run-nixbot-gitlab> gitlab # [  209.198675] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.435Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"cc10456a7ec89e4b459edd14","created_at":"2026-06-09T12:31:29.979Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-18814779c776414f","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:29.981Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-cc10456a7ec89e4b459edd14: done: 0.148424 sec","job_status":"done","queue_duration_s":0.306078,"scheduling_latency_s":0.306102,"gitaly_calls":3,"gitaly_duration_s":0.009975,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.013547,"redis_read_bytes":98,"redis_write_bytes":6013,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002085,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002989,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000406,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1132,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002884,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000499,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000869,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00173,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":33,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":33,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.031,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":20,"db_ci_count":13,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.008,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.096058,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.123709578,"duration_s":0.148424,"completed_at":"2026-06-09T12:31:30.435Z","load_balancing_strategy":"primary","db_duration_s":0.036256,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2136vm-test-run-nixbot-gitlab> gitlab # [  209.274127] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.437Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"bdc9d6359782c8e3a406ba94","created_at":"2026-06-09T12:31:30.358Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-badeb21ce8124690","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:30.361Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-bdc9d6359782c8e3a406ba94: start","job_status":"start","queue_duration_s":0.076231,"scheduling_latency_s":0.076255}2137vm-test-run-nixbot-gitlab> gitlab # [  209.275392] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:30.465Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"bdc9d6359782c8e3a406ba94","created_at":"2026-06-09T12:31:30.358Z","trace_propagation_headers":{"sentry-trace":"91dcdad9f9374aa085e5330a6f87164f-badeb21ce8124690","baggage":"sentry-trace_id=91dcdad9f9374aa085e5330a6f87164f,sentry-release=Unknown"},"correlation_id":"01KTP5VKM91BGKT41ZRPT69E63","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:30.361Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-bdc9d6359782c8e3a406ba94: done: 0.027673 sec","job_status":"done","queue_duration_s":0.076231,"scheduling_latency_s":0.076255,"redis_calls":7,"redis_duration_s":0.002968,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002083,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000885,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016555,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027673,"completed_at":"2026-06-09T12:31:30.465Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00536,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2138vm-test-run-nixbot-gitlab> gitlab # [  209.369623] gitaly[1375]: time="2026-06-09T12:31:30.373Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:32:00.372" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:30.373" grpc.time_ms=0.787 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2139vm-test-run-nixbot-gitlab> gitlab # [  209.370821] gitaly[1375]: time="2026-06-09T12:31:30.398Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:32:00.396" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:30.397" grpc.time_ms=1.03 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2140vm-test-run-nixbot-gitlab> gitlab # [  209.371973] gitaly[1375]: time="2026-06-09T12:31:30.423Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VKM91BGKT41ZRPT69E63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:32:00.421" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:30.422" grpc.time_ms=0.881 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2141vm-test-run-nixbot-gitlab> gitlab # [  209.564252] gitaly[1375]: time="2026-06-09T12:31:31.516Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VNK9J3Y1Z2W81MZEM2CZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:32:01.513" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:31.514" grpc.time_ms=1.261 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2142vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses, in 0.70 seconds)2143vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T12:31:21.944Z', 'started_at': None, 'finished_at': '2026-06-09T12:31:29.555Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-09T12:31:29.709Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2144vm-test-run-nixbot-gitlab> gitlab # [  209.611740] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:31 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1092145vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses2146vm-test-run-nixbot-gitlab> gitlab # [  210.729503] gitaly[1375]: time="2026-06-09T12:31:32.680Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VPR2WZY6FDANWEWBRT47 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:32:02.678" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:32.679" grpc.time_ms=0.978 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2147vm-test-run-nixbot-gitlab> gitlab # [  210.777713] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:32 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 932148vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses, in 0.17 seconds)2149vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T12:31:21.944Z', 'started_at': None, 'finished_at': '2026-06-09T12:31:29.555Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-09T12:31:29.709Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2150vm-test-run-nixbot-gitlab> gitlab # [  211.541872] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:33.492Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"1d9df48c908c0d8d39a8f322","created_at":"2026-06-09T12:31:12.102Z","trace_propagation_headers":{"sentry-trace":"c2a9281d12ec41d59ba90ad11c05fd04-7799086c2948488a","baggage":"sentry-trace_id=c2a9281d12ec41d59ba90ad11c05fd04,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V24F4DSEEVN086DPG4X7","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:4471e61ce6d1d258cb13b86d0464c81915a754e7d6cacc197480a952ead55b39","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:33.489Z","retry_count":0,"job_size_bytes":451,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-1d9df48c908c0d8d39a8f322: start","job_status":"start","queue_duration_s":0.003336,"scheduling_latency_s":0.00342}2151vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses2152vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses, in 0.19 seconds)2153vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T12:31:21.944Z', 'started_at': None, 'finished_at': '2026-06-09T12:31:29.555Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-09T12:31:29.709Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2154vm-test-run-nixbot-gitlab> gitlab # [  211.669891] sidekiq-cluster[2095]: {"severity":"WARN","time":"2026-06-09T12:31:33.620Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"1d9df48c908c0d8d39a8f322","created_at":"2026-06-09T12:31:12.102Z","trace_propagation_headers":{"sentry-trace":"c2a9281d12ec41d59ba90ad11c05fd04-7799086c2948488a","baggage":"sentry-trace_id=c2a9281d12ec41d59ba90ad11c05fd04,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5V24F4DSEEVN086DPG4X7","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:4471e61ce6d1d258cb13b86d0464c81915a754e7d6cacc197480a952ead55b39","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:33.489Z","retry_count":0,"job_size_bytes":451,"pid":2095,"sidekiq_tid":"ma6n","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-1d9df48c908c0d8d39a8f322: fail: 0.127399 sec","job_status":"fail","queue_duration_s":0.003336,"scheduling_latency_s":0.00342,"redis_calls":7,"redis_duration_s":0.004293,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003103,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00119,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038861,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.127399,"completed_at":"2026-06-09T12:31:33.619Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.008337,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2155vm-test-run-nixbot-gitlab> gitlab # [  212.282172] gitaly[1375]: time="2026-06-09T12:31:33.891Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VQYM2XJRAQ8BVT3E9S5J grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:32:03.889" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:33.890" grpc.time_ms=0.745 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2156vm-test-run-nixbot-gitlab> gitlab # [  212.283505] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 822157vm-test-run-nixbot-gitlab> gitlab # [  212.444189] nix-daemon[3357]: accepted connection from pid 3573, user nixbot2158vm-test-run-nixbot-gitlab> gitlab # [  212.526615] gitaly[1375]: time="2026-06-09T12:31:34.478Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:32:04.476" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:34.477" grpc.time_ms=1.074 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2159vm-test-run-nixbot-gitlab> gitlab # [  212.620597] gitaly[1375]: time="2026-06-09T12:31:34.572Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:31:44.187" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:34.558" grpc.time_ms=13.605 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2160vm-test-run-nixbot-gitlab> gitlab # [  212.678428] sidekiq-cluster[2095]: {"severity":"INFO","time":"2026-06-09T12:31:34.629Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"8f7db61ca3d852d7428a6c8c","created_at":"2026-06-09T12:31:34.622Z","trace_propagation_headers":{"sentry-trace":"395eb4996b18405e97e76639d6d33dcc-27decfcec5b5489a","baggage":"sentry-trace_id=395eb4996b18405e97e76639d6d33dcc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP5VRGX4YZR2NK6T73639WK","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:31:34.627Z","job_size_bytes":3,"pid":2095,"sidekiq_tid":"m7s3","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-8f7db61ca3d852d7428a6c8c: start","job_status":"start","queue_duration_s":0.002077,"scheduling_latency_s":0.002117}2161vm-test-run-nixbot-gitlab> gitlab # [  212.726909] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:34 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/8e02a69d1fd844a4e70474bed4480a1114601731 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 2492162vm-test-run-nixbot-gitlab> gitlab # [  212.730147] nixbot[3079]: {"ts": "2026-06-09T12:31:34.680Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/8e02a69d1fd844a4e70474bed4480a1114601731 \"HTTP/1.1 201 Created\""}2163vm-test-run-nixbot-gitlab> gitlab # [  212.799433] gitaly[1375]: time="2026-06-09T12:31:34.751Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:34.750" grpc.time_ms=0.367 pid=1375 span.kind=server system=grpc2164vm-test-run-nixbot-gitlab> gitlab # [  212.839133] gitaly[1375]: time="2026-06-09T12:31:34.791Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:34.790" grpc.time_ms=0.391 pid=1375 span.kind=server system=grpc2165vm-test-run-nixbot-gitlab> gitlab # [  212.875288] gitaly[1375]: time="2026-06-09T12:31:34.827Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:31:34.826" grpc.time_ms=0.395 pid=1375 span.kind=server system=grpc2166vm-test-run-nixbot-gitlab> gitlab # [  212.893567] gitaly[1375]: time="2026-06-09T12:31:34.845Z" level=info msg="beginning scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK forced=false grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:32:04.716" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:34.716" operations="[repack_refs]" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2167vm-test-run-nixbot-gitlab> gitlab # [  212.899831] gitaly[1375]: time="2026-06-09T12:31:34.852Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK diskcache=8f5ddd43-fde5-4576-925a-b0f9f78f84bb grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:32:04.716" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:34.716" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2168vm-test-run-nixbot-gitlab> gitlab # [  212.901066] gitaly[1375]: time="2026-06-09T12:31:34.852Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=125 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7252 command.oublock=0 command.real_time_ms=128 command.spawn_token_fork_ms=0 command.system_time_ms=89 command.user_time_ms=36 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:32:04.716" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:34.716" grpc.time_ms=135.315 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2169vm-test-run-nixbot-gitlab> gitlab # [  212.909103] nix-daemon[3357]: accepted connection from pid 3613, user nixbot2170vm-test-run-nixbot-gitlab> gitlab # [  212.949573] gitaly[1375]: time="2026-06-09T12:31:34.900Z" level=info msg="repository info" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:32:04.716" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:34.716" pid=1375 remote_ip="2001:db8:1::1" repository_info="{false {6 703 0 0 0 0} {0 0 0 0 0 0 0 0 0 {false 0 false false} {false 0 0 false false false} {false 0 false false} 2026-06-09 12:31:13.606634202 +0000 UTC} {3 0 [] 0 files} {false 0 false false false} {false [] 0001-01-01 00:00:00 +0000 UTC }}" span.kind=server system=grpc username=root2171vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses2172vm-test-run-nixbot-gitlab> gitlab # [  212.968626] gitaly[1375]: time="2026-06-09T12:31:34.920Z" level=info msg="removed files" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:32:04.716" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:34.716" pid=1375 remote_ip="2001:db8:1::1" span.kind=server stale_data.configfullpath=0 stale_data.configkeys=0 stale_data.configsections=0 stale_data.infoattributes=0 stale_data.locks=0 stale_data.objectdirs=0 stale_data.objects=0 stale_data.packedrefslock=0 stale_data.packedrefsnew=0 stale_data.packfilelocks=0 stale_data.reflocks=0 stale_data.refs=0 stale_data.refsemptydir=0 stale_data.reftablelocks=0 stale_data.serverinfo=0 system=grpc username=root2173vm-test-run-nixbot-gitlab> gitlab # [  212.970118] gitaly[1375]: time="2026-06-09T12:31:34.920Z" level=info msg="optimized repository" clean_stale_data_time=18.718859ms clean_work_trees_time="88.559µs" commit_graph_time="7.822µs" correlation_id=01KTP5VRGX4YZR2NK6T73639WK gl_project_path=root/test-flake gl_repo=project-1 optimizations="map[]" pack_refs_time="8.102µs" pid=1375 prune_time="7.543µs" relative_path=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git repack_time="8.381µs" storage_name=default system=housekeeping total_time=19.047672ms2174vm-test-run-nixbot-gitlab> gitlab # [  212.971141] gitaly[1375]: time="2026-06-09T12:31:34.920Z" level=info msg="ended scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:32:04.716" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:31:34.716" pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2175vm-test-run-nixbot-gitlab> gitlab # [  213.051322] gitaly[1375]: time="2026-06-09T12:31:35.003Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:32:05.002" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:35.002" grpc.time_ms=0.743 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2176vm-test-run-nixbot-gitlab> gitlab # [  213.076622] gitaly[1375]: time="2026-06-09T12:31:35.028Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VS2ADR6S6MZ0FA287Z1P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:32:05.027" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:35.028" grpc.time_ms=0.661 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2177vm-test-run-nixbot-gitlab> gitlab # [  213.098581] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:35 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses HTTP/1.1" 200 1328 "" "curl/8.20.0" 632178vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/8e02a69d1fd844a4e70474bed4480a1114601731/statuses, in 0.13 seconds)2179vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T12:31:21.944Z', 'started_at': None, 'finished_at': '2026-06-09T12:31:29.555Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '8e02a69d1fd844a4e70474bed4480a1114601731', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '1 attributes built', 'created_at': '2026-06-09T12:31:29.709Z', 'started_at': None, 'finished_at': '2026-06-09T12:31:34.610Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2180vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 10.28 seconds)2181vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 253.83 seconds)2182vm-test-run-nixbot-gitlab> gitlab # [  213.107486] gitaly[1375]: time="2026-06-09T12:31:35.059Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=637 command.oublock=0 command.real_time_ms=28 command.spawn_token_fork_ms=25 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP5VS1FR4VCMQ08WK3KV1QS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:31:35.026" grpc.time_ms=32.955 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc2183vm-test-run-nixbot-gitlab> gitlab # [  213.128699] gitaly[1375]: time="2026-06-09T12:31:35.063Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VRGX4YZR2NK6T73639WK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:32:05.060" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:31:35.061" grpc.time_ms=1.161 pid=1375 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2184vm-test-run-nixbot-gitlab> gitlab # [  213.149196] gitlab-workhorse[1283]: gitlab 2001:db8:1::1 - - [2026/06/09:12:31:35 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1022185vm-test-run-nixbot-gitlab> test script finished in 253.91s2186vm-test-run-nixbot-gitlab> cleanup2187vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2188vm-test-run-nixbot-gitlab> gitlab # [  213.178760] gitaly[1375]: time="2026-06-09T12:31:35.131Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP5VS4SN837QC5P4842KQDX grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_typeqemu-system-x86_64: terminating on signal 15 from pid 6 (/nix/store/60m4rxhg2fldqaak400c0lry96ijrzqn-python3-3.13.13/bin/python3.13)2189vm-test-run-nixbot-gitlab> gitlab # =2190vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.33 seconds)21912192post-build step Upload coverage to codecov: ok2193Skipping codecov: project=Mic92/nixbot attr=x86_64-linux.nixbot-gitlab