nixbot

1this derivation will be built:2  /nix/store/02q5g9nas80v2x6qbrcaxmgi423rziip-vm-test-run-nixbot-gitlab.drv3building '/nix/store/02q5g9nas80v2x6qbrcaxmgi423rziip-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'4building '/nix/store/02q5g9nas80v2x6qbrcaxmgi423rziip-vm-test-run-nixbot-gitlab.drv'5vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state6vm-test-run-nixbot-gitlab> start all VLans7vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)8vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds9vm-test-run-nixbot-gitlab> run the VM test script10vm-test-run-nixbot-gitlab> additionally exposed symbols:11vm-test-run-nixbot-gitlab>     gitlab,12vm-test-run-nixbot-gitlab>     vlan1,13vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh14vm-test-run-nixbot-gitlab> start all VMs15vm-test-run-nixbot-gitlab> gitlab: starting vm16vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)17vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...18vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.ov7BIoQVbk', fmt=raw size=107374182419vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)20vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done21vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes22vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 25eea3e5-c998-4ab7-8982-e17fd7a55e9023vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:24vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 22937625vm-test-run-nixbot-gitlab> gitlab # 26vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done27vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done28vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done29vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done30vm-test-run-nixbot-gitlab> gitlab # 31vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.32vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...33vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.34vm-test-run-nixbot-gitlab> (finished: start all VMs, in 66.89 seconds)35vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service36vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting37vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Booting Linux on physical CPU 0x0000000000 [0xc00fac40]38vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT Mon Jun  1 15:51:08 UTC 202639vm-test-run-nixbot-gitlab> gitlab # [    0.000000] KASLR enabled40vm-test-run-nixbot-gitlab> gitlab # [    0.000000] random: crng init done41vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Machine model: linux,dummy-virt42vm-test-run-nixbot-gitlab> gitlab # [    0.000000] efi: UEFI not found.43vm-test-run-nixbot-gitlab> gitlab # [    0.000000] OF: reserved mem: Reserved memory: No reserved-memory node in the DT44vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NUMA: Faking a node at [mem 0x0000000040000000-0x00000001bfffffff]45vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NODE_DATA(0) allocated [mem 0x1bfdeb740-0x1bfdeeebf]46vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Zone ranges:47vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA      [mem 0x0000000040000000-0x00000000ffffffff]48vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA32    empty49vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]50vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Device   empty51vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Movable zone start for each node52vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Early memory node ranges53vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   node   0: [mem 0x0000000040000000-0x00000001bfffffff]54vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Initmem setup node 0 [mem 0x0000000040000000-0x00000001bfffffff]55vm-test-run-nixbot-gitlab> gitlab # [    0.000000] cma: Reserved 32 MiB at 0x00000000fe00000056vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: probing for conduit method from DT.57vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: PSCIv1.3 detected in firmware.58vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Using standard PSCI v0.2 function IDs59vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Trusted OS migration not required60vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: SMC Calling Convention v1.161vm-test-run-nixbot-gitlab> gitlab # [    0.000000] smccc: KVM: hypervisor services detected (0x00000000 0x00000000 0x00000000 0x00000003)62vm-test-run-nixbot-gitlab> gitlab # [    0.000000] percpu: Embedded 76 pages/cpu s185944 r8192 d117160 u31129663vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Detected PIPT I-cache on CPU064vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Address authentication (architected QARMA5 algorithm)65vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: GICv3 CPU interface66vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-v467vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-BHB68vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC03_CPU_3869vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC04_CPU_2370vm-test-run-nixbot-gitlab> gitlab # [    0.000000] alternatives: applying boot alternatives71vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Kernel command line: console=ttyAMA0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/rznpcpkca2jrrm2617gqsg449gjzdih1-nixos-system-gitlab-test/init regInfo=/nix/store/ghc7h6wa50vrg8qk2d4cm7lzlyr4hl85-closure-info/registration console=ttyAMA0,115200n8 console=tty072vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Unknown kernel command line parameters "regInfo=/nix/store/ghc7h6wa50vrg8qk2d4cm7lzlyr4hl85-closure-info/registration", will be passed to user space.73vm-test-run-nixbot-gitlab> gitlab # [    0.000000] printk: log buffer data + meta data: 131072 + 458752 = 589824 bytes74vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)75vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)76vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: area num 4.77vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: mapped [mem 0x00000000fa000000-0x00000000fe000000] (64MB)78vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Fallback order for Node 0: 079vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 157286480vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Policy zone: Normal81vm-test-run-nixbot-gitlab> gitlab # [    0.000000] mem auto-init: stack:all(zero), heap alloc:on, heap free:off82vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=183vm-test-run-nixbot-gitlab> gitlab # [    0.000000] allocated 12582912 bytes of page_ext84vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocating 74648 entries in 292 pages85vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocated 292 pages with 3 groups86vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Hierarchical RCU implementation.87vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU event tracing is enabled.88vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.89vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Trampoline variant of Tasks RCU enabled.90vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Rude variant of Tasks RCU enabled.91vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Tracing variant of Tasks RCU enabled.92vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.93vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=494vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.95vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.96vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.97vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NR_IRQS: 64, nr_irqs: 64, preallocated irqs: 098vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 256 SPIs implemented99vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 0 Extended SPIs implemented100vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Root IRQ handler: gic_handle_irq101vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICv3 features: 16 PPIs, DirectLPI102vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICD_CTLR.DS=1, SCR_EL3.FIQ=0103vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: found redistributor 0 region 0:0x00000000080a0000104vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS [mem 0x08080000-0x0809ffff]105vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Devices @100f00000 (indirect, esz 8, psz 64K, shr 1)106vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Interrupt Collections @100f10000 (flat, esz 8, psz 64K, shr 1)107vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: using LPI property table @0x0000000100f20000108vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: using allocated LPI pending table @0x0000000100f30000109vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: srcu_init: Setting srcu_struct sizes based on contention.110vm-test-run-nixbot-gitlab> gitlab # [    0.000000] arch_timer: cp15 timer running at 1000.00MHz (virt).111vm-test-run-nixbot-gitlab> gitlab # [    0.000000] clocksource: arch_sys_counter: mask: 0x1fffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns112vm-test-run-nixbot-gitlab> gitlab # [    0.000000] sched_clock: 61 bits at 1000MHz, resolution 1ns, wraps every 4398046511103ns113vm-test-run-nixbot-gitlab> gitlab # [    0.000029] arm-pv: using stolen time PV114vm-test-run-nixbot-gitlab> gitlab # [    0.000377] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)115vm-test-run-nixbot-gitlab> gitlab # [    0.000568] Console: colour dummy device 80x25116vm-test-run-nixbot-gitlab> gitlab # [    0.000575] printk: legacy console [tty0] enabled117vm-test-run-nixbot-gitlab> gitlab # [    0.000754] Calibrating delay loop (skipped), value calculated using timer frequency.. 2000.00 BogoMIPS (lpj=4000000)118vm-test-run-nixbot-gitlab> gitlab # [    0.000761] pid_max: default: 32768 minimum: 301119vm-test-run-nixbot-gitlab> gitlab # [    0.000854] LSM: initializing lsm=capability,landlock,yama,bpf,ima120vm-test-run-nixbot-gitlab> gitlab # [    0.000984] landlock: Up and running.121vm-test-run-nixbot-gitlab> gitlab # [    0.000987] Yama: becoming mindful.122vm-test-run-nixbot-gitlab> gitlab # [    0.001404] LSM support for eBPF active123vm-test-run-nixbot-gitlab> gitlab # [    0.001607] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)124vm-test-run-nixbot-gitlab> gitlab # [    0.002055] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)125vm-test-run-nixbot-gitlab> gitlab # [    0.003232] cacheinfo: Unable to detect cache hierarchy for CPU 0126vm-test-run-nixbot-gitlab> gitlab # [    0.003938] rcu: Hierarchical SRCU implementation.127vm-test-run-nixbot-gitlab> gitlab # [    0.003941] rcu: 	Max phase no-delay instances is 1000.128vm-test-run-nixbot-gitlab> gitlab # [    0.004119] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level129vm-test-run-nixbot-gitlab> gitlab # [    0.005144] fsl-mc MSI: its@8080000 domain created130vm-test-run-nixbot-gitlab> gitlab # [    0.005236] EFI services will not be available.131vm-test-run-nixbot-gitlab> gitlab # [    0.005396] smp: Bringing up secondary CPUs ...132vm-test-run-nixbot-gitlab> gitlab # [    0.006041] Detected PIPT I-cache on CPU1133vm-test-run-nixbot-gitlab> gitlab # [    0.006141] GICv3: CPU1: found redistributor 1 region 0:0x00000000080c0000134vm-test-run-nixbot-gitlab> gitlab # [    0.006272] GICv3: CPU1: using allocated LPI pending table @0x0000000100f40000135vm-test-run-nixbot-gitlab> gitlab # [    0.006403] CPU1: Booted secondary processor 0x0000000001 [0xc00fac40]136vm-test-run-nixbot-gitlab> gitlab # [    0.007492] Detected PIPT I-cache on CPU2137vm-test-run-nixbot-gitlab> gitlab # [    0.007677] GICv3: CPU2: found redistributor 2 region 0:0x00000000080e0000138vm-test-run-nixbot-gitlab> gitlab # [    0.007808] GICv3: CPU2: using allocated LPI pending table @0x0000000100f50000139vm-test-run-nixbot-gitlab> gitlab # [    0.007941] CPU2: Booted secondary processor 0x0000000002 [0xc00fac40]140vm-test-run-nixbot-gitlab> gitlab # [    0.008961] Detected PIPT I-cache on CPU3141vm-test-run-nixbot-gitlab> gitlab # [    0.009079] GICv3: CPU3: found redistributor 3 region 0:0x0000000008100000142vm-test-run-nixbot-gitlab> gitlab # [    0.009212] GICv3: CPU3: using allocated LPI pending table @0x0000000100f60000143vm-test-run-nixbot-gitlab> gitlab # [    0.009343] CPU3: Booted secondary processor 0x0000000003 [0xc00fac40]144vm-test-run-nixbot-gitlab> gitlab # [    0.009846] smp: Brought up 1 node, 4 CPUs145vm-test-run-nixbot-gitlab> gitlab # [    0.009872] SMP: Total of 4 processors activated.146vm-test-run-nixbot-gitlab> gitlab # [    0.009874] CPU: All CPU(s) started at EL1147vm-test-run-nixbot-gitlab> gitlab # [    0.009883] CPU features: detected: Branch Target Identification148vm-test-run-nixbot-gitlab> gitlab # [    0.009886] CPU features: detected: ARMv8.4 Translation Table Level149vm-test-run-nixbot-gitlab> gitlab # [    0.009889] CPU features: detected: Instruction cache invalidation not required for I/D coherence150vm-test-run-nixbot-gitlab> gitlab # [    0.009892] CPU features: detected: Data cache clean to the PoU not required for I/D coherence151vm-test-run-nixbot-gitlab> gitlab # [    0.009896] CPU features: detected: Common not Private translations152vm-test-run-nixbot-gitlab> gitlab # [    0.009898] CPU features: detected: CRC32 instructions153vm-test-run-nixbot-gitlab> gitlab # [    0.009901] CPU features: detected: Data cache clean to Point of Deep Persistence154vm-test-run-nixbot-gitlab> gitlab # [    0.009904] CPU features: detected: Data cache clean to Point of Persistence155vm-test-run-nixbot-gitlab> gitlab # [    0.009906] CPU features: detected: Data independent timing control (DIT)156vm-test-run-nixbot-gitlab> gitlab # [    0.009909] CPU features: detected: E0PD157vm-test-run-nixbot-gitlab> gitlab # [    0.009911] CPU features: detected: Enhanced Counter Virtualization158vm-test-run-nixbot-gitlab> gitlab # [    0.009914] CPU features: detected: Enhanced Counter Virtualization (CNTPOFF)159vm-test-run-nixbot-gitlab> gitlab # [    0.009917] CPU features: detected: Enhanced Virtualization Traps160vm-test-run-nixbot-gitlab> gitlab # [    0.009919] CPU features: detected: Fine Grained Traps161vm-test-run-nixbot-gitlab> gitlab # [    0.009922] CPU features: detected: Generic authentication (architected QARMA5 algorithm)162vm-test-run-nixbot-gitlab> gitlab # [    0.009925] CPU features: detected: RCpc load-acquire (LDAPR)163vm-test-run-nixbot-gitlab> gitlab # [    0.009928] CPU features: detected: LSE atomic instructions164vm-test-run-nixbot-gitlab> gitlab # [    0.009930] CPU features: detected: Privileged Access Never165vm-test-run-nixbot-gitlab> gitlab # [    0.009933] CPU features: detected: PMUv3166vm-test-run-nixbot-gitlab> gitlab # [    0.009935] CPU features: detected: RAS Extension Support167vm-test-run-nixbot-gitlab> gitlab # [    0.009938] CPU features: detected: RASv1p1 Extension Support168vm-test-run-nixbot-gitlab> gitlab # [    0.009940] CPU features: detected: Random Number Generator169vm-test-run-nixbot-gitlab> gitlab # [    0.009942] CPU features: detected: Speculation barrier (SB)170vm-test-run-nixbot-gitlab> gitlab # [    0.009944] CPU features: detected: Stage-2 Force Write-Back171vm-test-run-nixbot-gitlab> gitlab # [    0.009947] CPU features: detected: TLB range maintenance instructions172vm-test-run-nixbot-gitlab> gitlab # [    0.009951] CPU features: detected: Speculative Store Bypassing Safe (SSBS)173vm-test-run-nixbot-gitlab> gitlab # [    0.010080] alternatives: applying system-wide alternatives174vm-test-run-nixbot-gitlab> gitlab # [    0.012934] CPU features: detected: BBM Level 2 without TLB conflict abort175vm-test-run-nixbot-gitlab> gitlab # [    0.013132] Memory: 5965816K/6291456K available (24320K kernel code, 7086K rwdata, 26308K rodata, 4736K init, 1102K bss, 270904K reserved, 32768K cma-reserved)176vm-test-run-nixbot-gitlab> gitlab # [    0.014530] devtmpfs: initialized177vm-test-run-nixbot-gitlab> gitlab # [    0.018545] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns178vm-test-run-nixbot-gitlab> gitlab # [    0.018594] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)179vm-test-run-nixbot-gitlab> gitlab # [    0.018659] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).180vm-test-run-nixbot-gitlab> gitlab # [    0.018853] 2G module region forced by RANDOMIZE_MODULE_REGION_FULL181vm-test-run-nixbot-gitlab> gitlab # [    0.018858] 0 pages in range for non-PLT usage182vm-test-run-nixbot-gitlab> gitlab # [    0.018859] 508336 pages in range for PLT usage183vm-test-run-nixbot-gitlab> gitlab # [    0.018961] pinctrl core: initialized pinctrl subsystem184vm-test-run-nixbot-gitlab> gitlab # [    0.019778] DMI not present or invalid.185vm-test-run-nixbot-gitlab> gitlab # [    0.023035] NET: Registered PF_NETLINK/PF_ROUTE protocol family186vm-test-run-nixbot-gitlab> gitlab # [    0.025571] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations187vm-test-run-nixbot-gitlab> gitlab # [    0.025844] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations188vm-test-run-nixbot-gitlab> gitlab # [    0.028087] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations189vm-test-run-nixbot-gitlab> gitlab # [    0.028111] audit: initializing netlink subsys (disabled)190vm-test-run-nixbot-gitlab> gitlab # [    0.028420] audit: type=2000 audit(0.024:1): state=initialized audit_enabled=0 res=1191vm-test-run-nixbot-gitlab> gitlab # [    0.028922] thermal_sys: Registered thermal governor 'fair_share'192vm-test-run-nixbot-gitlab> gitlab # [    0.028925] thermal_sys: Registered thermal governor 'bang_bang'193vm-test-run-nixbot-gitlab> gitlab # [    0.028930] thermal_sys: Registered thermal governor 'step_wise'194vm-test-run-nixbot-gitlab> gitlab # [    0.028932] thermal_sys: Registered thermal governor 'user_space'195vm-test-run-nixbot-gitlab> gitlab # [    0.028935] thermal_sys: Registered thermal governor 'power_allocator'196vm-test-run-nixbot-gitlab> gitlab # [    0.029022] cpuidle: using governor ladder197vm-test-run-nixbot-gitlab> gitlab # [    0.029107] cpuidle: using governor menu198vm-test-run-nixbot-gitlab> gitlab # [    0.029317] hw-breakpoint: found 16 breakpoint and 4 watchpoint registers.199vm-test-run-nixbot-gitlab> gitlab # [    0.029553] ASID allocator initialised with 65536 entries200vm-test-run-nixbot-gitlab> gitlab # [    0.030691] Serial: AMBA PL011 UART driver201vm-test-run-nixbot-gitlab> gitlab # [    0.035795] 9000000.pl011: ttyAMA0 at MMIO 0x9000000 (irq = 13, base_baud = 0) is a PL011 rev1202vm-test-run-nixbot-gitlab> gitlab # [    0.036133] printk: console [ttyAMA0] enabled203vm-test-run-nixbot-gitlab> gitlab # [    0.048020] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages204vm-test-run-nixbot-gitlab> gitlab # [    0.048038] HugeTLB: 0 KiB vmemmap can be freed for a 1.00 GiB page205vm-test-run-nixbot-gitlab> gitlab # [    0.048048] HugeTLB: registered 32.0 MiB page size, pre-allocated 0 pages206vm-test-run-nixbot-gitlab> gitlab # [    0.048056] HugeTLB: 0 KiB vmemmap can be freed for a 32.0 MiB page207vm-test-run-nixbot-gitlab> gitlab # [    0.048064] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages208vm-test-run-nixbot-gitlab> gitlab # [    0.048072] HugeTLB: 0 KiB vmemmap can be freed for a 2.00 MiB page209vm-test-run-nixbot-gitlab> gitlab # [    0.048080] HugeTLB: registered 64.0 KiB page size, pre-allocated 0 pages210vm-test-run-nixbot-gitlab> gitlab # [    0.048088] HugeTLB: 0 KiB vmemmap can be freed for a 64.0 KiB page211vm-test-run-nixbot-gitlab> gitlab # [    0.060435] fbcon: Taking over console212vm-test-run-nixbot-gitlab> gitlab # [    0.060446] ACPI: Interpreter disabled.213vm-test-run-nixbot-gitlab> gitlab # [    0.061475] iommu: Default domain type: Translated214vm-test-run-nixbot-gitlab> gitlab # [    0.061492] iommu: DMA domain TLB invalidation policy: strict mode215vm-test-run-nixbot-gitlab> gitlab # [    0.076099] SCSI subsystem initialized216vm-test-run-nixbot-gitlab> gitlab # [    0.076993] usbcore: registered new interface driver usbfs217vm-test-run-nixbot-gitlab> gitlab # [    0.077110] usbcore: registered new interface driver hub218vm-test-run-nixbot-gitlab> gitlab # [    0.077155] usbcore: registered new device driver usb219vm-test-run-nixbot-gitlab> gitlab # [    0.078153] pps_core: LinuxPPS API ver. 1 registered220vm-test-run-nixbot-gitlab> gitlab # [    0.078164] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>221vm-test-run-nixbot-gitlab> gitlab # [    0.078187] PTP clock support registered222vm-test-run-nixbot-gitlab> gitlab # [    0.078292] EDAC MC: Ver: 3.0.0223vm-test-run-nixbot-gitlab> gitlab # [    0.078920] scmi_core: SCMI protocol bus registered224vm-test-run-nixbot-gitlab> gitlab # [    0.080093] FPGA manager framework225vm-test-run-nixbot-gitlab> gitlab # [    0.082615] vgaarb: loaded226vm-test-run-nixbot-gitlab> gitlab # [    0.083761] clocksource: Switched to clocksource arch_sys_counter227vm-test-run-nixbot-gitlab> gitlab # [    0.085183] VFS: Disk quotas dquot_6.6.0228vm-test-run-nixbot-gitlab> gitlab # [    0.085250] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)229vm-test-run-nixbot-gitlab> gitlab # [    0.086198] netfs: FS-Cache loaded230vm-test-run-nixbot-gitlab> gitlab # [    0.086478] pnp: PnP ACPI: disabled231vm-test-run-nixbot-gitlab> gitlab # [    0.099560] NET: Registered PF_INET protocol family232vm-test-run-nixbot-gitlab> gitlab # [    0.102293] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)233vm-test-run-nixbot-gitlab> gitlab # [    0.160629] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)234vm-test-run-nixbot-gitlab> gitlab # [    0.160700] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)235vm-test-run-nixbot-gitlab> gitlab # [    0.160758] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)236vm-test-run-nixbot-gitlab> gitlab # [    0.161190] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)237vm-test-run-nixbot-gitlab> gitlab # [    0.162060] TCP: Hash tables configured (established 65536 bind 65536)238vm-test-run-nixbot-gitlab> gitlab # [    0.162186] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)239vm-test-run-nixbot-gitlab> gitlab # [    0.162256] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)240vm-test-run-nixbot-gitlab> gitlab # [    0.162439] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)241vm-test-run-nixbot-gitlab> gitlab # [    0.162723] NET: Registered PF_UNIX/PF_LOCAL protocol family242vm-test-run-nixbot-gitlab> gitlab # [    0.162792] NET: Registered PF_XDP protocol family243vm-test-run-nixbot-gitlab> gitlab # [    0.162811] PCI: CLS 0 bytes, default 64244vm-test-run-nixbot-gitlab> gitlab # [    0.163145] Trying to unpack rootfs image as initramfs...245vm-test-run-nixbot-gitlab> gitlab # [    0.179805] kvm [1]: HYP mode not available246vm-test-run-nixbot-gitlab> gitlab # [    0.259918] Initialise system trusted keyrings247vm-test-run-nixbot-gitlab> gitlab # [    0.260253] workingset: timestamp_bits=42 max_order=21 bucket_order=0248vm-test-run-nixbot-gitlab> gitlab # [    0.261419] squashfs: version 4.0 (2009/01/31) Phillip Lougher249vm-test-run-nixbot-gitlab> gitlab # [    0.261563] 9p: Installing v9fs 9p2000 file system support250vm-test-run-nixbot-gitlab> gitlab # [    0.277731] Key type asymmetric registered251vm-test-run-nixbot-gitlab> gitlab # [    0.277746] Asymmetric key parser 'x509' registered252vm-test-run-nixbot-gitlab> gitlab # [    0.277852] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 242)253vm-test-run-nixbot-gitlab> gitlab # [    0.278221] io scheduler mq-deadline registered254vm-test-run-nixbot-gitlab> gitlab # [    0.278228] io scheduler kyber registered255vm-test-run-nixbot-gitlab> gitlab # [    0.295651] pl061_gpio 9030000.pl061: PL061 GPIO chip registered256vm-test-run-nixbot-gitlab> gitlab # [    0.299817] ledtrig-cpu: registered to indicate activity on CPUs257vm-test-run-nixbot-gitlab> gitlab # [    0.300714] pci-host-generic 4010000000.pcie: host bridge /pcie@10000000 ranges:258vm-test-run-nixbot-gitlab> gitlab # [    0.300738] pci-host-generic 4010000000.pcie:       IO 0x003eff0000..0x003effffff -> 0x0000000000259vm-test-run-nixbot-gitlab> gitlab # [    0.300756] pci-host-generic 4010000000.pcie:      MEM 0x0010000000..0x003efeffff -> 0x0010000000260vm-test-run-nixbot-gitlab> gitlab # [    0.300768] pci-host-generic 4010000000.pcie:      MEM 0x8000000000..0xffffffffff -> 0x8000000000261vm-test-run-nixbot-gitlab> gitlab # [    0.300814] pci-host-generic 4010000000.pcie: Memory resource size exceeds max for 32 bits262vm-test-run-nixbot-gitlab> gitlab # [    0.300851] pci-host-generic 4010000000.pcie: ECAM at [mem 0x4010000000-0x401fffffff] for [bus 00-ff]263vm-test-run-nixbot-gitlab> gitlab # [    0.300976] pci-host-generic 4010000000.pcie: PCI host bridge to bus 0000:00264vm-test-run-nixbot-gitlab> gitlab # [    0.301005] pci_bus 0000:00: root bus resource [bus 00-ff]265vm-test-run-nixbot-gitlab> gitlab # [    0.301028] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]266vm-test-run-nixbot-gitlab> gitlab # [    0.301036] pci_bus 0000:00: root bus resource [mem 0x10000000-0x3efeffff]267vm-test-run-nixbot-gitlab> gitlab # [    0.301042] pci_bus 0000:00: root bus resource [mem 0x8000000000-0xffffffffff]268vm-test-run-nixbot-gitlab> gitlab # [    0.301244] pci 0000:00:00.0: [1b36:0008] type 00 class 0x060000 conventional PCI endpoint269vm-test-run-nixbot-gitlab> gitlab # [    0.302201] pci 0000:00:01.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint270vm-test-run-nixbot-gitlab> gitlab # [    0.302627] pci 0000:00:01.0: BAR 0 [io  0x0000-0x001f]271vm-test-run-nixbot-gitlab> gitlab # [    0.302652] pci 0000:00:01.0: BAR 1 [mem 0x00000000-0x00000fff]272vm-test-run-nixbot-gitlab> gitlab # [    0.302714] pci 0000:00:01.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]273vm-test-run-nixbot-gitlab> gitlab # [    0.302739] pci 0000:00:01.0: ROM [mem 0x00000000-0x0003ffff pref]274vm-test-run-nixbot-gitlab> gitlab # [    0.303835] pci 0000:00:02.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint275vm-test-run-nixbot-gitlab> gitlab # [    0.304268] pci 0000:00:02.0: BAR 0 [io  0x0000-0x001f]276vm-test-run-nixbot-gitlab> gitlab # [    0.304292] pci 0000:00:02.0: BAR 1 [mem 0x00000000-0x00000fff]277vm-test-run-nixbot-gitlab> gitlab # [    0.304346] pci 0000:00:02.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]278vm-test-run-nixbot-gitlab> gitlab # [    0.305457] pci 0000:00:03.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint279vm-test-run-nixbot-gitlab> gitlab # [    0.305867] pci 0000:00:03.0: BAR 0 [io  0x0000-0x001f]280vm-test-run-nixbot-gitlab> gitlab # [    0.305891] pci 0000:00:03.0: BAR 1 [mem 0x00000000-0x00000fff]281vm-test-run-nixbot-gitlab> gitlab # [    0.305946] pci 0000:00:03.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]282vm-test-run-nixbot-gitlab> gitlab # [    0.306989] pci 0000:00:04.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint283vm-test-run-nixbot-gitlab> gitlab # [    0.307393] pci 0000:00:04.0: BAR 0 [io  0x0000-0x001f]284vm-test-run-nixbot-gitlab> gitlab # [    0.307417] pci 0000:00:04.0: BAR 1 [mem 0x00000000-0x00000fff]285vm-test-run-nixbot-gitlab> gitlab # [    0.307471] pci 0000:00:04.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]286vm-test-run-nixbot-gitlab> gitlab # [    0.308566] pci 0000:00:05.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint287vm-test-run-nixbot-gitlab> gitlab # [    0.308981] pci 0000:00:05.0: BAR 0 [io  0x0000-0x007f]288vm-test-run-nixbot-gitlab> gitlab # [    0.309005] pci 0000:00:05.0: BAR 1 [mem 0x00000000-0x00000fff]289vm-test-run-nixbot-gitlab> gitlab # [    0.309068] pci 0000:00:05.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]290vm-test-run-nixbot-gitlab> gitlab # [    0.310094] pci 0000:00:06.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint291vm-test-run-nixbot-gitlab> gitlab # [    0.310512] pci 0000:00:06.0: BAR 0 [io  0x0000-0x007f]292vm-test-run-nixbot-gitlab> gitlab # [    0.310536] pci 0000:00:06.0: BAR 1 [mem 0x00000000-0x00000fff]293vm-test-run-nixbot-gitlab> gitlab # [    0.310591] pci 0000:00:06.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]294vm-test-run-nixbot-gitlab> gitlab # [    0.311656] pci 0000:00:07.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint295vm-test-run-nixbot-gitlab> gitlab # [    0.312102] pci 0000:00:07.0: BAR 0 [io  0x0000-0x001f]296vm-test-run-nixbot-gitlab> gitlab # [    0.312126] pci 0000:00:07.0: BAR 1 [mem 0x00000000-0x00000fff]297vm-test-run-nixbot-gitlab> gitlab # [    0.312180] pci 0000:00:07.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]298vm-test-run-nixbot-gitlab> gitlab # [    0.312204] pci 0000:00:07.0: ROM [mem 0x00000000-0x0003ffff pref]299vm-test-run-nixbot-gitlab> gitlab # [    0.313321] pci 0000:00:08.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint300vm-test-run-nixbot-gitlab> gitlab # [    0.313740] pci 0000:00:08.0: BAR 1 [mem 0x00000000-0x00000fff]301vm-test-run-nixbot-gitlab> gitlab # [    0.313796] pci 0000:00:08.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]302vm-test-run-nixbot-gitlab> gitlab # [    0.314839] pci 0000:00:09.0: [1af4:1050] type 00 class 0x038000 conventional PCI endpoint303vm-test-run-nixbot-gitlab> gitlab # [    0.315252] pci 0000:00:09.0: BAR 1 [mem 0x00000000-0x00000fff]304vm-test-run-nixbot-gitlab> gitlab # [    0.315307] pci 0000:00:09.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]305vm-test-run-nixbot-gitlab> gitlab # [    0.316222] pci 0000:00:0a.0: [8086:24cd] type 00 class 0x0c0320 conventional PCI endpoint306vm-test-run-nixbot-gitlab> gitlab # [    0.316630] pci 0000:00:0a.0: BAR 0 [mem 0x00000000-0x00000fff]307vm-test-run-nixbot-gitlab> gitlab # [    0.317195] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint308vm-test-run-nixbot-gitlab> gitlab # [    0.317697] pci 0000:00:0b.0: BAR 0 [io  0x0000-0x003f]309vm-test-run-nixbot-gitlab> gitlab # [    0.317721] pci 0000:00:0b.0: BAR 1 [mem 0x00000000-0x00000fff]310vm-test-run-nixbot-gitlab> gitlab # [    0.317786] pci 0000:00:0b.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]311vm-test-run-nixbot-gitlab> gitlab # [    0.318837] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint312vm-test-run-nixbot-gitlab> gitlab # [    0.319236] pci 0000:00:0c.0: BAR 0 [io  0x0000-0x001f]313vm-test-run-nixbot-gitlab> gitlab # [    0.319260] pci 0000:00:0c.0: BAR 1 [mem 0x00000000-0x00000fff]314vm-test-run-nixbot-gitlab> gitlab # [    0.319314] pci 0000:00:0c.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]315vm-test-run-nixbot-gitlab> gitlab # [    0.320635] pci 0000:00:01.0: ROM [mem 0x10000000-0x1003ffff pref]: assigned316vm-test-run-nixbot-gitlab> gitlab # [    0.320647] pci 0000:00:07.0: ROM [mem 0x10040000-0x1007ffff pref]: assigned317vm-test-run-nixbot-gitlab> gitlab # [    0.320655] pci 0000:00:01.0: BAR 4 [mem 0x8000000000-0x8000003fff 64bit pref]: assigned318vm-test-run-nixbot-gitlab> gitlab # [    0.320751] pci 0000:00:02.0: BAR 4 [mem 0x8000004000-0x8000007fff 64bit pref]: assigned319vm-test-run-nixbot-gitlab> gitlab # [    0.320864] pci 0000:00:03.0: BAR 4 [mem 0x8000008000-0x800000bfff 64bit pref]: assigned320vm-test-run-nixbot-gitlab> gitlab # [    0.320962] pci 0000:00:04.0: BAR 4 [mem 0x800000c000-0x800000ffff 64bit pref]: assigned321vm-test-run-nixbot-gitlab> gitlab # [    0.321051] pci 0000:00:05.0: BAR 4 [mem 0x8000010000-0x8000013fff 64bit pref]: assigned322vm-test-run-nixbot-gitlab> gitlab # [    0.321144] pci 0000:00:06.0: BAR 4 [mem 0x8000014000-0x8000017fff 64bit pref]: assigned323vm-test-run-nixbot-gitlab> gitlab # [    0.321235] pci 0000:00:07.0: BAR 4 [mem 0x8000018000-0x800001bfff 64bit pref]: assigned324vm-test-run-nixbot-gitlab> gitlab # [    0.321328] pci 0000:00:08.0: BAR 4 [mem 0x800001c000-0x800001ffff 64bit pref]: assigned325vm-test-run-nixbot-gitlab> gitlab # [    0.321418] pci 0000:00:09.0: BAR 4 [mem 0x8000020000-0x8000023fff 64bit pref]: assigned326vm-test-run-nixbot-gitlab> gitlab # [    0.321519] pci 0000:00:0b.0: BAR 4 [mem 0x8000024000-0x8000027fff 64bit pref]: assigned327vm-test-run-nixbot-gitlab> gitlab # [    0.321638] pci 0000:00:0c.0: BAR 4 [mem 0x8000028000-0x800002bfff 64bit pref]: assigned328vm-test-run-nixbot-gitlab> gitlab # [    0.321728] pci 0000:00:01.0: BAR 1 [mem 0x10080000-0x10080fff]: assigned329vm-test-run-nixbot-gitlab> gitlab # [    0.321765] pci 0000:00:02.0: BAR 1 [mem 0x10081000-0x10081fff]: assigned330vm-test-run-nixbot-gitlab> gitlab # [    0.321802] pci 0000:00:03.0: BAR 1 [mem 0x10082000-0x10082fff]: assigned331vm-test-run-nixbot-gitlab> gitlab # [    0.321839] pci 0000:00:04.0: BAR 1 [mem 0x10083000-0x10083fff]: assigned332vm-test-run-nixbot-gitlab> gitlab # [    0.321876] pci 0000:00:05.0: BAR 1 [mem 0x10084000-0x10084fff]: assigned333vm-test-run-nixbot-gitlab> gitlab # [    0.321913] pci 0000:00:06.0: BAR 1 [mem 0x10085000-0x10085fff]: assigned334vm-test-run-nixbot-gitlab> gitlab # [    0.321951] pci 0000:00:07.0: BAR 1 [mem 0x10086000-0x10086fff]: assigned335vm-test-run-nixbot-gitlab> gitlab # [    0.321997] pci 0000:00:08.0: BAR 1 [mem 0x10087000-0x10087fff]: assigned336vm-test-run-nixbot-gitlab> gitlab # [    0.322035] pci 0000:00:09.0: BAR 1 [mem 0x10088000-0x10088fff]: assigned337vm-test-run-nixbot-gitlab> gitlab # [    0.322074] pci 0000:00:0a.0: BAR 0 [mem 0x10089000-0x10089fff]: assigned338vm-test-run-nixbot-gitlab> gitlab # [    0.322112] pci 0000:00:0b.0: BAR 1 [mem 0x1008a000-0x1008afff]: assigned339vm-test-run-nixbot-gitlab> gitlab # [    0.322157] pci 0000:00:0c.0: BAR 1 [mem 0x1008b000-0x1008bfff]: assigned340vm-test-run-nixbot-gitlab> gitlab # [    0.322194] pci 0000:00:05.0: BAR 0 [io  0x1000-0x107f]: assigned341vm-test-run-nixbot-gitlab> gitlab # [    0.322231] pci 0000:00:06.0: BAR 0 [io  0x1080-0x10ff]: assigned342vm-test-run-nixbot-gitlab> gitlab # [    0.322268] pci 0000:00:0b.0: BAR 0 [io  0x1100-0x113f]: assigned343vm-test-run-nixbot-gitlab> gitlab # [    0.322305] pci 0000:00:01.0: BAR 0 [io  0x1140-0x115f]: assigned344vm-test-run-nixbot-gitlab> gitlab # [    0.322343] pci 0000:00:02.0: BAR 0 [io  0x1160-0x117f]: assigned345vm-test-run-nixbot-gitlab> gitlab # [    0.322379] pci 0000:00:03.0: BAR 0 [io  0x1180-0x119f]: assigned346vm-test-run-nixbot-gitlab> gitlab # [    0.322416] pci 0000:00:04.0: BAR 0 [io  0x11a0-0x11bf]: assigned347vm-test-run-nixbot-gitlab> gitlab # [    0.322452] pci 0000:00:07.0: BAR 0 [io  0x11c0-0x11df]: assigned348vm-test-run-nixbot-gitlab> gitlab # [    0.322490] pci 0000:00:0c.0: BAR 0 [io  0x11e0-0x11ff]: assigned349vm-test-run-nixbot-gitlab> gitlab # [    0.322534] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]350vm-test-run-nixbot-gitlab> gitlab # [    0.322544] pci_bus 0000:00: resource 5 [mem 0x10000000-0x3efeffff]351vm-test-run-nixbot-gitlab> gitlab # [    0.322550] pci_bus 0000:00: resource 6 [mem 0x8000000000-0xffffffffff]352vm-test-run-nixbot-gitlab> gitlab # [    0.325364] pci 0000:00:0a.0: enabling device (0000 -> 0002)353vm-test-run-nixbot-gitlab> gitlab # [    0.346188] virtio-pci 0000:00:01.0: enabling device (0000 -> 0003)354vm-test-run-nixbot-gitlab> gitlab # [    0.349459] virtio-pci 0000:00:02.0: enabling device (0000 -> 0003)355vm-test-run-nixbot-gitlab> gitlab # [    0.352689] virtio-pci 0000:00:03.0: enabling device (0000 -> 0003)356vm-test-run-nixbot-gitlab> gitlab # [    0.356096] virtio-pci 0000:00:04.0: enabling device (0000 -> 0003)357vm-test-run-nixbot-gitlab> gitlab # [    0.362179] virtio-pci 0000:00:05.0: enabling device (0000 -> 0003)358vm-test-run-nixbot-gitlab> gitlab # [    0.365657] virtio-pci 0000:00:06.0: enabling device (0000 -> 0003)359vm-test-run-nixbot-gitlab> gitlab # [    0.369270] virtio-pci 0000:00:07.0: enabling device (0000 -> 0003)360vm-test-run-nixbot-gitlab> gitlab # [    0.373995] virtio-pci 0000:00:08.0: enabling device (0000 -> 0002)361vm-test-run-nixbot-gitlab> gitlab # [    0.377980] virtio-pci 0000:00:09.0: enabling device (0000 -> 0002)362vm-test-run-nixbot-gitlab> gitlab # [    0.381218] virtio-pci 0000:00:0b.0: enabling device (0000 -> 0003)363vm-test-run-nixbot-gitlab> gitlab # [    0.384698] virtio-pci 0000:00:0c.0: enabling device (0000 -> 0003)364vm-test-run-nixbot-gitlab> gitlab # [    0.396807] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled365vm-test-run-nixbot-gitlab> gitlab # [    0.399452] msm_serial: driver initialized366vm-test-run-nixbot-gitlab> gitlab # [    0.399724] SuperH (H)SCI(F) driver initialized367vm-test-run-nixbot-gitlab> gitlab # [    0.399816] STM32 USART driver initialized368vm-test-run-nixbot-gitlab> gitlab # [    0.434146] loop: module loaded369vm-test-run-nixbot-gitlab> gitlab # [    0.434440] virtio_blk virtio4: 4/0/0 default/read/poll queues370vm-test-run-nixbot-gitlab> gitlab # [    0.437462] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)371vm-test-run-nixbot-gitlab> gitlab # [    0.440228] virtio_blk virtio5: 4/0/0 default/read/poll queues372vm-test-run-nixbot-gitlab> gitlab # [    0.443082] virtio_blk virtio5: [vdb] 11827144 512-byte logical blocks (6.06 GB/5.64 GiB)373vm-test-run-nixbot-gitlab> gitlab # [    0.446280] megasas: 07.734.00.00-rc1374vm-test-run-nixbot-gitlab> gitlab # [    0.447395] physmap-flash 0.flash: physmap platform flash device: [mem 0x00000000-0x03ffffff]375vm-test-run-nixbot-gitlab> gitlab # [    0.450313] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000376vm-test-run-nixbot-gitlab> gitlab # [    0.450409] Intel/Sharp Extended Query Table at 0x0031377vm-test-run-nixbot-gitlab> gitlab # [    0.452961] Using buffer write method378vm-test-run-nixbot-gitlab> gitlab # [    0.453005] physmap-flash 0.flash: physmap platform flash device: [mem 0x04000000-0x07ffffff]379vm-test-run-nixbot-gitlab> gitlab # [    0.455820] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000380vm-test-run-nixbot-gitlab> gitlab # [    0.455838] Intel/Sharp Extended Query Table at 0x0031381vm-test-run-nixbot-gitlab> gitlab # [    0.458431] Using buffer write method382vm-test-run-nixbot-gitlab> gitlab # [    0.458449] Concatenating MTD devices:383vm-test-run-nixbot-gitlab> gitlab # [    0.458452] (0): "0.flash"384vm-test-run-nixbot-gitlab> gitlab # [    0.458455] (1): "0.flash"385vm-test-run-nixbot-gitlab> gitlab # [    0.458458] into device "0.flash"386vm-test-run-nixbot-gitlab> gitlab # [    0.586852] Freeing initrd memory: 25372K387vm-test-run-nixbot-gitlab> gitlab # [    0.605156] tun: Universal TUN/TAP device driver, 1.6388vm-test-run-nixbot-gitlab> gitlab # [    0.614192] thunder_xcv, ver 1.0389vm-test-run-nixbot-gitlab> gitlab # [    0.614326] thunder_bgx, ver 1.0390vm-test-run-nixbot-gitlab> gitlab # [    0.614388] nicpf, ver 1.0391vm-test-run-nixbot-gitlab> gitlab # [    0.616263] e1000: Intel(R) PRO/1000 Network Driver392vm-test-run-nixbot-gitlab> gitlab # [    0.616275] e1000: Copyright (c) 1999-2006 Intel Corporation.393vm-test-run-nixbot-gitlab> gitlab # [    0.616344] e1000e: Intel(R) PRO/1000 Network Driver394vm-test-run-nixbot-gitlab> gitlab # [    0.616359] e1000e: Copyright(c) 1999 - 2015 Intel Corporation.395vm-test-run-nixbot-gitlab> gitlab # [    0.616457] igb: Intel(R) Gigabit Ethernet Network Driver396vm-test-run-nixbot-gitlab> gitlab # [    0.616467] igb: Copyright (c) 2007-2014 Intel Corporation.397vm-test-run-nixbot-gitlab> gitlab # [    0.616537] igbvf: Intel(R) Gigabit Virtual Function Network Driver398vm-test-run-nixbot-gitlab> gitlab # [    0.616548] igbvf: Copyright (c) 2009 - 2012 Intel Corporation.399vm-test-run-nixbot-gitlab> gitlab # [    0.617114] sky2: driver version 1.30400vm-test-run-nixbot-gitlab> gitlab # [    0.622134] usbcore: registered new interface driver usb-storage401vm-test-run-nixbot-gitlab> gitlab # [    0.622704] ehci-pci 0000:00:0a.0: EHCI Host Controller402vm-test-run-nixbot-gitlab> gitlab # [    0.622754] usbcore: registered new interface driver usbserial_generic403vm-test-run-nixbot-gitlab> gitlab # [    0.622782] ehci-pci 0000:00:0a.0: new USB bus registered, assigned bus number 1404vm-test-run-nixbot-gitlab> gitlab # [    0.622813] usbserial: USB Serial support registered for generic405vm-test-run-nixbot-gitlab> gitlab # [    0.623523] ehci-pci 0000:00:0a.0: irq 15, io mem 0x10089000406vm-test-run-nixbot-gitlab> gitlab # [    0.624716] hv_vmbus: registering driver hyperv_keyboard407vm-test-run-nixbot-gitlab> gitlab # [    0.627303] rtc-pl031 9010000.pl031: registered as rtc0408vm-test-run-nixbot-gitlab> gitlab # [    0.627364] rtc-pl031 9010000.pl031: setting system clock to 2026-06-30T08:39:28 UTC (1782808768)409vm-test-run-nixbot-gitlab> gitlab # [    0.628330] i2c_dev: i2c /dev entries driver410vm-test-run-nixbot-gitlab> gitlab # [    0.631883] ehci-pci 0000:00:0a.0: USB 2.0 started, EHCI 1.00411vm-test-run-nixbot-gitlab> gitlab # [    0.633192] hub 1-0:1.0: USB hub found412vm-test-run-nixbot-gitlab> gitlab # [    0.633290] hub 1-0:1.0: 6 ports detected413vm-test-run-nixbot-gitlab> gitlab # [    0.636933] sdhci: Secure Digital Host Controller Interface driver414vm-test-run-nixbot-gitlab> gitlab # [    0.636946] sdhci: Copyright(c) Pierre Ossman415vm-test-run-nixbot-gitlab> gitlab # [    0.637779] Synopsys Designware Multimedia Card Interface Driver416vm-test-run-nixbot-gitlab> gitlab # [    0.638907] sdhci-pltfm: SDHCI platform and OF driver helper417vm-test-run-nixbot-gitlab> gitlab # [    0.643524] hid: raw HID events driver (C) Jiri Kosina418vm-test-run-nixbot-gitlab> gitlab # [    0.644383] usbcore: registered new interface driver usbhid419vm-test-run-nixbot-gitlab> gitlab # [    0.644393] usbhid: USB HID core driver420vm-test-run-nixbot-gitlab> gitlab # [    0.669036] hw perfevents: enabled with armv8_pmuv3 PMU driver, 11 (0,800003ff) counters available421vm-test-run-nixbot-gitlab> gitlab # [    0.673852] drop_monitor: Initializing network drop monitor service422vm-test-run-nixbot-gitlab> gitlab # [    0.674134] NET: Registered PF_INET6 protocol family423vm-test-run-nixbot-gitlab> gitlab # [    0.675910] Segment Routing with IPv6424vm-test-run-nixbot-gitlab> gitlab # [    0.675942] In-situ OAM (IOAM) with IPv6425vm-test-run-nixbot-gitlab> gitlab # [    0.676116] NET: Registered PF_PACKET protocol family426vm-test-run-nixbot-gitlab> gitlab # [    0.676462] 9pnet: Installing 9P2000 support427vm-test-run-nixbot-gitlab> gitlab # [    0.681045] Key type dns_resolver registered428vm-test-run-nixbot-gitlab> gitlab # [    0.698223] registered taskstats version 1429vm-test-run-nixbot-gitlab> gitlab # [    0.698743] Loading compiled-in X.509 certificates430vm-test-run-nixbot-gitlab> gitlab # [    0.716045] Demotion targets for Node 0: null431vm-test-run-nixbot-gitlab> gitlab # [    0.716273] Key type .fscrypt registered432vm-test-run-nixbot-gitlab> gitlab # [    0.716281] Key type fscrypt-provisioning registered433vm-test-run-nixbot-gitlab> gitlab # [    0.716511] ima: No TPM chip found, activating TPM-bypass!434vm-test-run-nixbot-gitlab> gitlab # [    0.716535] ima: Allocated hash algorithm: sha1435vm-test-run-nixbot-gitlab> gitlab # [    0.716575] ima: No architecture policies found436vm-test-run-nixbot-gitlab> gitlab # [    0.717744] input: gpio-keys as /devices/platform/gpio-keys/input/input0437vm-test-run-nixbot-gitlab> gitlab # [    0.744616] clk: Disabling unused clocks438vm-test-run-nixbot-gitlab> gitlab # [    0.744643] PM: genpd: Disabling unused power domains439vm-test-run-nixbot-gitlab> gitlab # [    0.749744] Freeing unused kernel memory: 4736K440vm-test-run-nixbot-gitlab> gitlab # [    0.749944] Run /init as init process441vm-test-run-nixbot-gitlab> gitlab # [    0.782997] systemd[1]: Successfully made /usr/ read-only.442vm-test-run-nixbot-gitlab> gitlab # [    0.879838] usb 1-1: new high-speed USB device number 2 using ehci-pci443vm-test-run-nixbot-gitlab> gitlab # [    1.036942] input: QEMU QEMU USB Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input1444vm-test-run-nixbot-gitlab> gitlab # [    1.117523] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)445vm-test-run-nixbot-gitlab> gitlab # [    1.117588] systemd[1]: Detected virtualization qemu.446vm-test-run-nixbot-gitlab> gitlab # [    1.117650] systemd[1]: Detected architecture arm64.447vm-test-run-nixbot-gitlab> gitlab # [    1.117665] systemd[1]: Running in initrd.448vm-test-run-nixbot-gitlab> gitlab # [    1.118638] systemd[1]: Initializing machine ID from random generator.449vm-test-run-nixbot-gitlab> gitlab # [    1.119005] systemd[1]: Hostname set to <gitlab>.450vm-test-run-nixbot-gitlab> gitlab # [    1.130296] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v1.11 Keyboard [QEMU QEMU USB Keyboard] on usb-0000:00:0a.0-1/input0451vm-test-run-nixbot-gitlab> gitlab # [    1.247870] usb 1-2: new high-speed USB device number 3 using ehci-pci452vm-test-run-nixbot-gitlab> gitlab # [    1.268384] systemd[1]: Queued start job for default target Initrd Default Target.453vm-test-run-nixbot-gitlab> gitlab # [    1.406374] input: QEMU QEMU USB Tablet as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-2/1-2:1.0/0003:0627:0001.0002/input/input2454vm-test-run-nixbot-gitlab> gitlab # [    1.407008] hid-generic 0003:0627:0001.0002: input,hidraw1: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:0a.0-2/input0455vm-test-run-nixbot-gitlab> gitlab # [    1.516963] systemd[1]: Created slice Slice /system/modprobe.456vm-test-run-nixbot-gitlab> gitlab # [    1.517467] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.457vm-test-run-nixbot-gitlab> gitlab # [    1.517536] systemd[1]: Expecting device /dev/disk/by-label/nix-store...458vm-test-run-nixbot-gitlab> gitlab # [    1.517563] systemd[1]: Expecting device /dev/disk/by-label/nixos...459vm-test-run-nixbot-gitlab> gitlab # [    1.517615] systemd[1]: Reached target Path Units.460vm-test-run-nixbot-gitlab> gitlab # [    1.517653] systemd[1]: Reached target Slice Units.461vm-test-run-nixbot-gitlab> gitlab # [    1.517698] systemd[1]: Reached target Swaps.462vm-test-run-nixbot-gitlab> gitlab # [    1.517737] systemd[1]: Reached target Timer Units.463vm-test-run-nixbot-gitlab> gitlab # [    1.518069] systemd[1]: Listening on D-Bus System Message Bus Socket.464vm-test-run-nixbot-gitlab> gitlab # [    1.518394] systemd[1]: Listening on Journal Socket (/dev/log).465vm-test-run-nixbot-gitlab> gitlab # [    1.518708] systemd[1]: Listening on Journal Sockets.466vm-test-run-nixbot-gitlab> gitlab # [    1.519122] systemd[1]: Listening on udev Control Socket.467vm-test-run-nixbot-gitlab> gitlab # [    1.519297] systemd[1]: Listening on udev Kernel Socket.468vm-test-run-nixbot-gitlab> gitlab # [    1.519337] systemd[1]: Reached target Socket Units.469vm-test-run-nixbot-gitlab> gitlab # [    1.526567] systemd[1]: Starting Create List of Static Device Nodes...470vm-test-run-nixbot-gitlab> gitlab # [    1.534068] systemd[1]: Starting Load Kernel Module 9pnet_virtio...471vm-test-run-nixbot-gitlab> gitlab # [    1.534215] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs472vm-test-run-nixbot-gitlab> gitlab # [    1.541737] systemd[1]: Mounting Kernel Configuration File System...473vm-test-run-nixbot-gitlab> gitlab # [    1.566093] systemd[1]: Starting Journal Service...474vm-test-run-nixbot-gitlab> gitlab # [    1.575646] systemd[1]: Starting Load Kernel Modules...475vm-test-run-nixbot-gitlab> gitlab # [    1.575843] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki476vm-test-run-nixbot-gitlab> gitlab # [    1.583205] systemd[1]: Starting Coldplug All udev Devices...477vm-test-run-nixbot-gitlab> gitlab # [    1.604560] systemd[1]: Finished Create List of Static Device Nodes.478vm-test-run-nixbot-gitlab> gitlab # [    1.607204] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.479vm-test-run-nixbot-gitlab> gitlab # [    1.614079] systemd[1]: Finished Load Kernel Module 9pnet_virtio.480vm-test-run-nixbot-gitlab> gitlab # [    1.627104] systemd-journald[154]: Collecting audit messages is disabled.481vm-test-run-nixbot-gitlab> gitlab # [    1.627515] [drm] pci: virtio-gpu-pci detected at 0000:00:09.0482vm-test-run-nixbot-gitlab> gitlab # [    1.627952] [drm] features: -virgl +edid -resource_blob -host_visible483vm-test-run-nixbot-gitlab> gitlab # [    1.627957] [drm] features: -context_init484vm-test-run-nixbot-gitlab> gitlab # [    1.629188] [drm] number of scanouts: 1485vm-test-run-nixbot-gitlab> gitlab # [    1.629206] [drm] number of cap sets: 0486vm-test-run-nixbot-gitlab> gitlab # [    1.632452] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.487vm-test-run-nixbot-gitlab> gitlab # [    1.633662] systemd[1]: Mounted Kernel Configuration File System.488vm-test-run-nixbot-gitlab> gitlab # [    1.635202] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev489vm-test-run-nixbot-gitlab> gitlab # [    1.636234] virtio-pci 0000:00:09.0: [drm] Registered 1 planes with drm panic490vm-test-run-nixbot-gitlab> gitlab # [    1.636256] [drm] Initialized virtio_gpu 0.1.0 for 0000:00:09.0 on minor 0491vm-test-run-nixbot-gitlab> gitlab # [    1.646740] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...492vm-test-run-nixbot-gitlab> gitlab # [    1.667446] Console: switching to colour frame buffer device 160x50493vm-test-run-nixbot-gitlab> gitlab # [    1.674989] virtio-pci 0000:00:09.0: [drm] fb0: virtio_gpudrmfb frame buffer device494vm-test-run-nixbot-gitlab> gitlab # [    1.708120] systemd[1]: Finished Load Kernel Modules.495vm-test-run-nixbot-gitlab> gitlab # [    1.714423] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.496vm-test-run-nixbot-gitlab> gitlab # [    1.722498] systemd[1]: Starting Apply Kernel Variables...497vm-test-run-nixbot-gitlab> gitlab # [    1.736016] systemd[1]: Starting Create Static Device Nodes in /dev...498vm-test-run-nixbot-gitlab> gitlab # [    1.744515] systemd-modules-load[157]: Using 4 probe threads499vm-test-run-nixbot-gitlab> gitlab # [    1.750116] systemd[1]: Started Journal Service.500vm-test-run-nixbot-gitlab> gitlab # [    1.750519] systemd-modules-load[157]: Module 'virtio_balloon' is built in501vm-test-run-nixbot-gitlab> gitlab # [    1.753215] systemd-modules-load[157]: Module 'virtio_console' is built in502vm-test-run-nixbot-gitlab> gitlab # [    1.754919] systemd-modules-load[157]: Module 'virtio_rng' is built in503vm-test-run-nixbot-gitlab> gitlab # [    1.758043] systemd-modules-load[157]: Inserted module 'dm_mod'504vm-test-run-nixbot-gitlab> gitlab # [    1.760307] systemd-modules-load[157]: Inserted module 'virtio_gpu'505vm-test-run-nixbot-gitlab> gitlab # [    1.767902] systemd[1]: Finished Apply Kernel Variables.506vm-test-run-nixbot-gitlab> gitlab # [    1.772336] systemd[1]: Finished Create Static Device Nodes in /dev.507vm-test-run-nixbot-gitlab> gitlab # [    1.775752] systemd[1]: Reached target Preparation for Local File Systems.508vm-test-run-nixbot-gitlab> gitlab # [    1.779061] systemd[1]: Reached target Local File Systems.509vm-test-run-nixbot-gitlab> gitlab # [    1.781817] systemd[1]: Starting Create System Files and Directories...510vm-test-run-nixbot-gitlab> gitlab # [    1.817226] systemd[1]: Starting Rule-based Manager for Device Events and Files...511vm-test-run-nixbot-gitlab> gitlab # [    1.837828] systemd[1]: Finished Create System Files and Directories.512vm-test-run-nixbot-gitlab> gitlab # [    1.880312] systemd-udevd[192]: Using default interface naming scheme 'v260'.513vm-test-run-nixbot-gitlab> gitlab # [    1.922636] systemd[1]: Started Rule-based Manager for Device Events and Files.514vm-test-run-nixbot-gitlab> gitlab # [    1.965713] systemd[1]: Starting Virtual Console Setup...515vm-test-run-nixbot-gitlab> gitlab # [    2.010733] systemd-vconsole-setup[208]: Configuration of first virtual console was skipped, ignoring remaining ones.516vm-test-run-nixbot-gitlab> gitlab # [    2.017736] systemd[1]: Finished Virtual Console Setup.517vm-test-run-nixbot-gitlab> gitlab # [    2.374314] systemd[1]: Finished Coldplug All udev Devices.518vm-test-run-nixbot-gitlab> gitlab # [    2.375213] systemd[1]: Reached target System Initialization.519vm-test-run-nixbot-gitlab> gitlab # [    2.376074] systemd[1]: Reached target Basic System.520vm-test-run-nixbot-gitlab> gitlab # [    2.589818] (udev-worker)[203]: Network interface NamePolicy= disabled on kernel command line.521vm-test-run-nixbot-gitlab> gitlab # [    2.615729] systemd[1]: Found device /dev/disk/by-label/nix-store.522vm-test-run-nixbot-gitlab> gitlab # [    2.617925] (udev-worker)[215]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.523vm-test-run-nixbot-gitlab> gitlab # [    2.622948] (udev-worker)[215]: Network interface NamePolicy= disabled on kernel command line.524vm-test-run-nixbot-gitlab> gitlab # [    2.627045] systemd[1]: Found device /dev/disk/by-label/nixos.525vm-test-run-nixbot-gitlab> gitlab # [    2.628218] systemd[1]: Reached target Initrd Root Device.526vm-test-run-nixbot-gitlab> gitlab # [    2.629689] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...527vm-test-run-nixbot-gitlab> gitlab # [    2.667686] systemd-fsck[233]: nixos: clean, 12/65536 files, 13019/262144 blocks528vm-test-run-nixbot-gitlab> gitlab # [    2.676148] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.529vm-test-run-nixbot-gitlab> gitlab # [    2.682723] systemd[1]: Mounting /sysroot...530vm-test-run-nixbot-gitlab> gitlab # [    2.743382] EXT4-fs (vda): mounted filesystem 25eea3e5-c998-4ab7-8982-e17fd7a55e90 r/w with ordered data mode. Quota mode: none.531vm-test-run-nixbot-gitlab> gitlab # [    2.742956] systemd[1]: Mounted /sysroot.532vm-test-run-nixbot-gitlab> gitlab # [    2.744445] systemd[1]: Reached target Initrd Root File System.533vm-test-run-nixbot-gitlab> gitlab # [    2.748735] systemd[1]: Starting Mountpoints Configured in the Real Root...534vm-test-run-nixbot-gitlab> gitlab # [    2.782018] systemd-sysroot-fstab-check[245]: /sysroot should be mounted in the initrd, will request daemon-reload.535vm-test-run-nixbot-gitlab> gitlab # [    2.784224] systemd[1]: Reload requested from client PID 245 ('systemd-sysroot') (unit initrd-parse-etc.service)...536vm-test-run-nixbot-gitlab> gitlab # [    2.786935] systemd[1]: Reloading...537vm-test-run-nixbot-gitlab> gitlab # [    3.074110] systemd[1]: Reloading finished in 289 ms.538vm-test-run-nixbot-gitlab> gitlab # [    3.103201] systemd-sysroot-fstab-check[245]: Requesting initrd-fs.target/start/replace...539vm-test-run-nixbot-gitlab> gitlab # [    3.179938] systemd-sysroot-fstab-check[245]: Requesting swap.target/start/replace...540vm-test-run-nixbot-gitlab> gitlab # [    3.185196] systemd[1]: Starting Load Kernel Module 9pnet_virtio...541vm-test-run-nixbot-gitlab> gitlab # [    3.186387] systemd[1]: initrd-parse-etc.service: Deactivated successfully.542vm-test-run-nixbot-gitlab> gitlab # [    3.205121] systemd[1]: Finished Mountpoints Configured in the Real Root.543vm-test-run-nixbot-gitlab> gitlab # [    3.206454] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.544vm-test-run-nixbot-gitlab> gitlab # [    3.212329] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.545vm-test-run-nixbot-gitlab> gitlab # [    3.214975] systemd[1]: Finished Load Kernel Module 9pnet_virtio.546vm-test-run-nixbot-gitlab> gitlab # [    3.235201] (udev-worker)[223]: mtd0ro: Failed to find and pin callout binary "/nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/mtd_probe": No such file or directory547vm-test-run-nixbot-gitlab> gitlab # [    3.238958] (udev-worker)[223]: mtd0ro: /nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/rules.d/75-probe_mtd.rules:5 IMPORT{program}="mtd_probe $devnode": Failed to execute "mtd_probe /dev/mtd0ro", ignoring: No such file or directory548vm-test-run-nixbot-gitlab> gitlab # [    3.249424] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.549vm-test-run-nixbot-gitlab> gitlab # [    3.250540] systemd[1]: Stopped Virtual Console Setup.550vm-test-run-nixbot-gitlab> gitlab # [    3.252890] systemd[1]: Stopping Virtual Console Setup...551vm-test-run-nixbot-gitlab> gitlab # [    3.260083] systemd[1]: Starting Virtual Console Setup...552vm-test-run-nixbot-gitlab> gitlab # [    3.272885] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.553vm-test-run-nixbot-gitlab> gitlab # [    3.274517] systemd[1]: Stopped Virtual Console Setup.554vm-test-run-nixbot-gitlab> gitlab # [    3.280241] systemd[1]: Starting Virtual Console Setup...555vm-test-run-nixbot-gitlab> gitlab # [    3.303558] systemd-vconsole-setup[459]: Configuration of first virtual console was skipped, ignoring remaining ones.556vm-test-run-nixbot-gitlab> gitlab # [    3.306663] systemd[1]: Finished Virtual Console Setup.557vm-test-run-nixbot-gitlab> gitlab # [    3.602000] systemd[1]: Mounting /sysroot/nix/.ro-store...558vm-test-run-nixbot-gitlab> gitlab # [    3.609473] systemd[1]: Mounting /sysroot/nix/.rw-store...559vm-test-run-nixbot-gitlab> gitlab # [    3.636817] systemd[1]: Mounting /sysroot/run...560vm-test-run-nixbot-gitlab> gitlab # [    3.642181] systemd[1]: Mounting /sysroot/tmp/shared...561vm-test-run-nixbot-gitlab> gitlab # [    3.651681] systemd[1]: Mounting /sysroot/tmp/xchg...562vm-test-run-nixbot-gitlab> gitlab # [    3.660434] systemd[1]: Mounted /sysroot/nix/.rw-store.563vm-test-run-nixbot-gitlab> gitlab # [    3.676923] erofs (device vdb): mounted with root inode @ nid 128.564vm-test-run-nixbot-gitlab> gitlab # [    3.674702] systemd[1]: Starting rw-sysroot-nix-store.service...565vm-test-run-nixbot-gitlab> gitlab # [    3.695932] systemd[1]: Mounted /sysroot/nix/.ro-store.566vm-test-run-nixbot-gitlab> gitlab # [    3.698656] systemd[1]: Mounted /sysroot/run.567vm-test-run-nixbot-gitlab> gitlab # [    3.700956] systemd[1]: Mounted /sysroot/tmp/shared.568vm-test-run-nixbot-gitlab> gitlab # [    3.703214] systemd[1]: Mounted /sysroot/tmp/xchg.569vm-test-run-nixbot-gitlab> gitlab # [    3.705532] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.570vm-test-run-nixbot-gitlab> gitlab # [    3.709462] systemd[1]: Finished rw-sysroot-nix-store.service.571vm-test-run-nixbot-gitlab> gitlab # [    3.724603] systemd[1]: Mounting /sysroot/nix/store...572vm-test-run-nixbot-gitlab> gitlab # [    3.789076] systemd[1]: Mounted /sysroot/nix/store.573vm-test-run-nixbot-gitlab> gitlab # [    3.791429] systemd[1]: Reached target Initrd File Systems.574vm-test-run-nixbot-gitlab> gitlab # [    3.798507] systemd[1]: Starting Find NixOS closure...575vm-test-run-nixbot-gitlab> gitlab # [    3.806709] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...576vm-test-run-nixbot-gitlab> gitlab # [    3.850884] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.577vm-test-run-nixbot-gitlab> gitlab # [    3.868959] systemd[1]: Finished Find NixOS closure.578vm-test-run-nixbot-gitlab> gitlab # [    3.871389] systemd[1]: Reached target Initrd Default Target.579vm-test-run-nixbot-gitlab> gitlab # [    3.877234] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...580vm-test-run-nixbot-gitlab> gitlab # [    3.925308] systemd[1]: Stopped target Initrd Default Target.581vm-test-run-nixbot-gitlab> gitlab # [    3.927917] systemd[1]: Stopped target Basic System.582vm-test-run-nixbot-gitlab> gitlab # [    3.930249] systemd[1]: Stopped target Initrd Root Device.583vm-test-run-nixbot-gitlab> gitlab # [    3.932836] systemd[1]: Stopped target Path Units.584vm-test-run-nixbot-gitlab> gitlab # [    3.935050] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.585vm-test-run-nixbot-gitlab> gitlab # [    3.938487] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.586vm-test-run-nixbot-gitlab> gitlab # [    3.941898] systemd[1]: Stopped target Slice Units.587vm-test-run-nixbot-gitlab> gitlab # [    3.944098] systemd[1]: Stopped target Socket Units.588vm-test-run-nixbot-gitlab> gitlab # [    3.946373] systemd[1]: Stopped target System Initialization.589vm-test-run-nixbot-gitlab> gitlab # [    3.949044] systemd[1]: Stopped target Swaps.590vm-test-run-nixbot-gitlab> gitlab # [    3.951065] systemd[1]: Stopped target Timer Units.591vm-test-run-nixbot-gitlab> gitlab # [    3.953416] systemd[1]: dbus.socket: Deactivated successfully.592vm-test-run-nixbot-gitlab> gitlab # [    3.955959] systemd[1]: Closed D-Bus System Message Bus Socket.593vm-test-run-nixbot-gitlab> gitlab # [    3.958576] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.594vm-test-run-nixbot-gitlab> gitlab # [    3.961918] systemd[1]: Stopped Find NixOS closure.595vm-test-run-nixbot-gitlab> gitlab # [    3.963974] systemd[1]: Starting Load Kernel Module 9pnet_virtio...596vm-test-run-nixbot-gitlab> gitlab # [    3.966516] systemd[1]: Starting rw-sysroot-nix-store.service...597vm-test-run-nixbot-gitlab> gitlab # [    3.969005] systemd[1]: systemd-sysctl.service: Deactivated successfully.598vm-test-run-nixbot-gitlab> gitlab # [    3.971544] systemd[1]: Stopped Apply Kernel Variables.599vm-test-run-nixbot-gitlab> gitlab # [    3.974791] systemd[1]: systemd-modules-load.service: Deactivated successfully.600vm-test-run-nixbot-gitlab> gitlab # [    3.977534] systemd[1]: Stopped Load Kernel Modules.601vm-test-run-nixbot-gitlab> gitlab # [    3.982879] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.602vm-test-run-nixbot-gitlab> gitlab # [    3.986500] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.603vm-test-run-nixbot-gitlab> gitlab # [    3.990054] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.604vm-test-run-nixbot-gitlab> gitlab # [    3.993647] systemd[1]: Stopped Create System Files and Directories.605vm-test-run-nixbot-gitlab> gitlab # [    3.996877] systemd[1]: Stopped target Local File Systems.606vm-test-run-nixbot-gitlab> gitlab # [    3.999379] systemd[1]: Stopped target Preparation for Local File Systems.607vm-test-run-nixbot-gitlab> gitlab # [    4.002400] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.608vm-test-run-nixbot-gitlab> gitlab # [    4.005361] systemd[1]: Stopped Coldplug All udev Devices.609vm-test-run-nixbot-gitlab> gitlab # [    4.007399] systemd[1]: Stopping Rule-based Manager for Device Events and Files...610vm-test-run-nixbot-gitlab> gitlab # [    4.010190] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.611vm-test-run-nixbot-gitlab> gitlab # [    4.012766] systemd[1]: Stopped Virtual Console Setup.612vm-test-run-nixbot-gitlab> gitlab # [    4.025554] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.613vm-test-run-nixbot-gitlab> gitlab # [    4.030260] systemd[1]: Finished Load Kernel Module 9pnet_virtio.614vm-test-run-nixbot-gitlab> gitlab # [    4.041150] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.615vm-test-run-nixbot-gitlab> gitlab # [    4.046088] systemd[1]: Finished rw-sysroot-nix-store.service.616vm-test-run-nixbot-gitlab> gitlab # [    4.055610] systemd[1]: systemd-udevd.service: Deactivated successfully.617vm-test-run-nixbot-gitlab> gitlab # [    4.060902] systemd[1]: Stopped Rule-based Manager for Device Events and Files.618vm-test-run-nixbot-gitlab> gitlab # [    4.064125] systemd[1]: systemd-udevd.service: Consumed 2.504s CPU time over 2.238s wall clock time, 32.4M memory peak.619vm-test-run-nixbot-gitlab> gitlab # [    4.080680] systemd[1]: initrd-cleanup.service: Deactivated successfully.620vm-test-run-nixbot-gitlab> gitlab # [    4.085569] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.621vm-test-run-nixbot-gitlab> gitlab # [    4.098441] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.622vm-test-run-nixbot-gitlab> gitlab # [    4.101845] systemd[1]: Closed udev Control Socket.623vm-test-run-nixbot-gitlab> gitlab # [    4.113798] systemd[1]: Starting Cleanup udev Database...624vm-test-run-nixbot-gitlab> gitlab # [    4.116162] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.625vm-test-run-nixbot-gitlab> gitlab # [    4.119414] systemd[1]: Stopped Create Static Device Nodes in /dev.626vm-test-run-nixbot-gitlab> gitlab # [    4.122665] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.627vm-test-run-nixbot-gitlab> gitlab # [    4.126685] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.628vm-test-run-nixbot-gitlab> gitlab # [    4.130996] systemd[1]: kmod-static-nodes.service: Deactivated successfully.629vm-test-run-nixbot-gitlab> gitlab # [    4.133986] systemd[1]: Stopped Create List of Static Device Nodes.630vm-test-run-nixbot-gitlab> gitlab # [    4.221701] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.631vm-test-run-nixbot-gitlab> gitlab # [    4.224957] systemd[1]: Finished Cleanup udev Database.632vm-test-run-nixbot-gitlab> gitlab # [    4.232230] systemd[1]: Reached target Switch Root.633vm-test-run-nixbot-gitlab> gitlab # [    4.239661] systemd[1]: Starting NixOS Activation...634vm-test-run-nixbot-gitlab> gitlab # [    4.432417] initrd-nixos-activation-start[558]: booting system configuration /nix/store/rznpcpkca2jrrm2617gqsg449gjzdih1-nixos-system-gitlab-test635vm-test-run-nixbot-gitlab> gitlab # [    4.494240] initrd-nixos-activation-start[558]: running activation script...636vm-test-run-nixbot-gitlab> gitlab # [    4.807686] initrd-nixos-activation-start[581]: setting up /etc...637vm-test-run-nixbot-gitlab> gitlab # [    4.988458] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.638vm-test-run-nixbot-gitlab> gitlab # [    4.992624] systemd[1]: Finished NixOS Activation.639vm-test-run-nixbot-gitlab> gitlab # [    5.009144] systemd[1]: Starting Switch Root...640vm-test-run-nixbot-gitlab> gitlab # [    5.076082] systemd[1]: Switching root.641vm-test-run-nixbot-gitlab> gitlab # [    5.711857] systemd-journald[154]: Received SIGTERM from PID 1 (systemd).642vm-test-run-nixbot-gitlab> gitlab # [    6.406607] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)643vm-test-run-nixbot-gitlab> gitlab # [    6.406748] systemd[1]: Detected virtualization qemu.644vm-test-run-nixbot-gitlab> gitlab # [    6.406838] systemd[1]: Detected architecture arm64.645vm-test-run-nixbot-gitlab> gitlab # [    6.407010] systemd[1]: Detected first boot.646vm-test-run-nixbot-gitlab> gitlab # [    6.408670] systemd[1]: Initializing machine ID from random generator.647vm-test-run-nixbot-gitlab> gitlab # [    6.633426] systemd[1]: bpf-restrict-fs: LSM BPF program attached648vm-test-run-nixbot-gitlab> gitlab # [    6.732855] systemd[1]: Applying preset policy.649vm-test-run-nixbot-gitlab> gitlab # [    6.928396] systemd[1]: Populated /etc with preset unit settings.650vm-test-run-nixbot-gitlab> gitlab # [    7.078334] systemd[1]: initrd-switch-root.service: Deactivated successfully.651vm-test-run-nixbot-gitlab> gitlab # [    7.078719] systemd[1]: Stopped initrd-switch-root.service.652vm-test-run-nixbot-gitlab> gitlab # [    7.080812] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.653vm-test-run-nixbot-gitlab> gitlab # [    7.089260] systemd[1]: Created slice Slice /system/getty.654vm-test-run-nixbot-gitlab> gitlab # [    7.092471] systemd[1]: Created slice GitLab DevOps Platform Slice.655vm-test-run-nixbot-gitlab> gitlab # [    7.096291] systemd[1]: Created slice User and Session Slice.656vm-test-run-nixbot-gitlab> gitlab # [    7.096910] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.657vm-test-run-nixbot-gitlab> gitlab # [    7.097690] systemd[1]: Started Forward Password Requests to Wall Directory Watch.658vm-test-run-nixbot-gitlab> gitlab # [    7.098574] systemd[1]: Expecting device /dev/hvc0...659vm-test-run-nixbot-gitlab> gitlab # [    7.099353] systemd[1]: Expecting device /dev/ttyAMA0...660vm-test-run-nixbot-gitlab> gitlab # [    7.100178] systemd[1]: Reached target Local Encrypted Volumes.661vm-test-run-nixbot-gitlab> gitlab # [    7.100986] systemd[1]: Stopped target initrd-fs.target.662vm-test-run-nixbot-gitlab> gitlab # [    7.101764] systemd[1]: Stopped target initrd-root-fs.target.663vm-test-run-nixbot-gitlab> gitlab # [    7.102529] systemd[1]: Stopped target initrd-switch-root.target.664vm-test-run-nixbot-gitlab> gitlab # [    7.103310] systemd[1]: Reached target Virtual Machines and Containers.665vm-test-run-nixbot-gitlab> gitlab # [    7.104095] systemd[1]: Reached target Path Units.666vm-test-run-nixbot-gitlab> gitlab # [    7.104846] systemd[1]: Reached target Remote File Systems.667vm-test-run-nixbot-gitlab> gitlab # [    7.105598] systemd[1]: Reached target Slice Units.668vm-test-run-nixbot-gitlab> gitlab # [    7.106373] systemd[1]: Reached target Swaps.669vm-test-run-nixbot-gitlab> gitlab # [    7.108389] systemd[1]: Listening on Process Core Dump Socket.670vm-test-run-nixbot-gitlab> gitlab # [    7.109685] systemd[1]: Listening on Credential Encryption/Decryption.671vm-test-run-nixbot-gitlab> gitlab # [    7.116743] systemd[1]: Starting Journal Log Access Socket...672vm-test-run-nixbot-gitlab> gitlab # [    7.118224] systemd[1]: Listening on Journal Audit Socket.673vm-test-run-nixbot-gitlab> gitlab # [    7.120037] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.674vm-test-run-nixbot-gitlab> gitlab # [    7.121117] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki675vm-test-run-nixbot-gitlab> gitlab # [    7.122432] systemd[1]: Listening on udev Control Socket.676vm-test-run-nixbot-gitlab> gitlab # [    7.129976] systemd[1]: Mounting Huge Pages File System...677vm-test-run-nixbot-gitlab> gitlab # [    7.138703] systemd[1]: Mounting POSIX Message Queue File System...678vm-test-run-nixbot-gitlab> gitlab # [    7.148357] systemd[1]: Mounting Kernel Debug File System...679vm-test-run-nixbot-gitlab> gitlab # [    7.160053] systemd[1]: Mounting Kernel Trace File System...680vm-test-run-nixbot-gitlab> gitlab # [    7.170279] systemd[1]: Starting Create List of Static Device Nodes...681vm-test-run-nixbot-gitlab> gitlab # [    7.177615] systemd[1]: Starting Load Kernel Module 9pnet_virtio...682vm-test-run-nixbot-gitlab> gitlab # [    7.178681] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs683vm-test-run-nixbot-gitlab> gitlab # [    7.183472] systemd[1]: Mounting Kernel Configuration File System...684vm-test-run-nixbot-gitlab> gitlab # [    7.184701] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm685vm-test-run-nixbot-gitlab> gitlab # [    7.184847] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore686vm-test-run-nixbot-gitlab> gitlab # [    7.196039] systemd[1]: Starting Load Kernel Module fuse...687vm-test-run-nixbot-gitlab> gitlab # [    7.197234] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67688vm-test-run-nixbot-gitlab> gitlab # [    7.209121] systemd[1]: Starting Journal Service...689vm-test-run-nixbot-gitlab> gitlab # [    7.213847] systemd[1]: Starting Load Kernel Modules...690vm-test-run-nixbot-gitlab> gitlab # [    7.222876] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...691vm-test-run-nixbot-gitlab> gitlab # [    7.232329] systemd[1]: Starting Remount Root and Kernel File Systems...692vm-test-run-nixbot-gitlab> gitlab # [    7.233386] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki693vm-test-run-nixbot-gitlab> gitlab # [    7.239867] fuse: init (API version 7.45)694vm-test-run-nixbot-gitlab> gitlab # [    7.244158] systemd[1]: Starting Coldplug All udev Devices...695vm-test-run-nixbot-gitlab> gitlab # [    7.253462] systemd[1]: Listening on Journal Log Access Socket.696vm-test-run-nixbot-gitlab> gitlab # [    7.254423] systemd[1]: Mounted Huge Pages File System.697vm-test-run-nixbot-gitlab> gitlab # [    7.255327] systemd[1]: Mounted POSIX Message Queue File System.698vm-test-run-nixbot-gitlab> gitlab # [    7.256263] systemd[1]: Mounted Kernel Debug File System.699vm-test-run-nixbot-gitlab> gitlab # [    7.257199] systemd[1]: Mounted Kernel Trace File System.700vm-test-run-nixbot-gitlab> gitlab # [    7.259703] systemd-journald[790]: Collecting audit messages is enabled.701vm-test-run-nixbot-gitlab> gitlab # [    7.268126] systemd[1]: Finished Create List of Static Device Nodes.702vm-test-run-nixbot-gitlab> gitlab # [    7.269525] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.703vm-test-run-nixbot-gitlab> gitlab # [    7.270798] systemd[1]: Finished Load Kernel Module 9pnet_virtio.704vm-test-run-nixbot-gitlab> gitlab # [    7.271903] systemd[1]: Mounted Kernel Configuration File System.705vm-test-run-nixbot-gitlab> gitlab # [    7.274057] systemd[1]: modprobe@fuse.service: Deactivated successfully.706vm-test-run-nixbot-gitlab> gitlab # [    7.277056] systemd[1]: Finished Load Kernel Module fuse.707vm-test-run-nixbot-gitlab> gitlab # [    7.280066] systemd[1]: Finished Load Kernel Modules.708vm-test-run-nixbot-gitlab> gitlab # [    7.283249] systemd[1]: Queued start job for default target Multi-User System.709vm-test-run-nixbot-gitlab> gitlab # [    7.288020] systemd[1]: Mounting FUSE Control File System...710vm-test-run-nixbot-gitlab> gitlab # [    7.286841] systemd[1]: Unnecessary job was removed for /dev/vdb.711vm-test-run-nixbot-gitlab> gitlab # [    7.292470] systemd[1]: Starting Firewall...712vm-test-run-nixbot-gitlab> gitlab # [    7.290046] systemd[1]: systemd-journald.service: Deactivated successfully.713vm-test-run-nixbot-gitlab> gitlab # [    7.292388] systemd-modules-load[791]: Using 3 probe threads714vm-test-run-nixbot-gitlab> gitlab # [    7.294122] systemd-modules-load[791]: Module 'atkbd' is built in715vm-test-run-nixbot-gitlab> gitlab # [    7.296494] systemd-modules-load[791]: Module 'loop' is built in716vm-test-run-nixbot-gitlab> gitlab # [    7.300376] systemd-modules-load[791]: Inserted module 'tls'[    7.304670] systemd[1]: Starting Apply Kernel Variables...717vm-test-run-nixbot-gitlab> gitlab # 718vm-test-run-nixbot-gitlab> gitlab # [    7.309810] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...719vm-test-run-nixbot-gitlab> gitlab # [    7.316308] systemd[1]: Started Journal Service.720vm-test-run-nixbot-gitlab> gitlab # [    7.316274] systemd[1]: Mounted FUSE Control File System.721vm-test-run-nixbot-gitlab> gitlab # [    7.327017] EXT4-fs (vda): re-mounted 25eea3e5-c998-4ab7-8982-e17fd7a55e90.722vm-test-run-nixbot-gitlab> gitlab # [    7.331703] systemd[1]: Finished Remount Root and Kernel File Systems.723vm-test-run-nixbot-gitlab> gitlab # [    7.339294] systemd[1]: Starting Flush Journal to Persistent Storage...724vm-test-run-nixbot-gitlab> gitlab # [    7.340971] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore725vm-test-run-nixbot-gitlab> gitlab # [    7.343640] systemd[1]: Starting Load/Save OS Random Seed...726vm-test-run-nixbot-gitlab> gitlab # [    7.345195] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki727vm-test-run-nixbot-gitlab> gitlab # [    7.353094] systemd[1]: Finished Apply Kernel Variables.728vm-test-run-nixbot-gitlab> gitlab # [    7.362003] systemd-oomd[792]: No swap; memory pressure usage will be degraded729vm-test-run-nixbot-gitlab> gitlab # [    7.375363] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.730vm-test-run-nixbot-gitlab> gitlab # [    7.376976] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.731vm-test-run-nixbot-gitlab> gitlab # [    7.382342] systemd-journald[790]: Received client request to flush runtime journal.732vm-test-run-nixbot-gitlab> gitlab # [    7.410097] systemd[1]: Starting Create Static Device Nodes in /dev...733vm-test-run-nixbot-gitlab> gitlab # [    7.413177] systemd[1]: Finished Load/Save OS Random Seed.734vm-test-run-nixbot-gitlab> gitlab # [    7.414220] systemd[1]: Reached target First Boot Complete.735vm-test-run-nixbot-gitlab> gitlab # [    7.415093] systemd[1]: Finished Create Static Device Nodes in /dev.736vm-test-run-nixbot-gitlab> gitlab # [    7.416080] systemd[1]: Reached target Preparation for Local File Systems.737vm-test-run-nixbot-gitlab> gitlab # [    7.417096] systemd[1]: Starting Rule-based Manager for Device Events and Files...738vm-test-run-nixbot-gitlab> gitlab # [    7.428463] systemd[1]: Finished Flush Journal to Persistent Storage.739vm-test-run-nixbot-gitlab> gitlab # [    7.466964] systemd-udevd[840]: Using default interface naming scheme 'v260'.740vm-test-run-nixbot-gitlab> gitlab # [    7.502020] systemd[1]: Started Rule-based Manager for Device Events and Files.741vm-test-run-nixbot-gitlab> gitlab # [    7.699187] systemd[1]: Finished Firewall.742vm-test-run-nixbot-gitlab> gitlab # [    8.026348] systemd[1]: Finished Coldplug All udev Devices.743vm-test-run-nixbot-gitlab> gitlab # [    8.081044] systemd[1]: Mounting /run/wrappers...744vm-test-run-nixbot-gitlab> gitlab # [    8.124126] systemd[1]: Mounted /run/wrappers.745vm-test-run-nixbot-gitlab> gitlab # [    8.126053] systemd[1]: Reached target Local File Systems.746vm-test-run-nixbot-gitlab> gitlab # [    8.128450] systemd[1]: Listening on Boot Loader Control Service Socket.747vm-test-run-nixbot-gitlab> gitlab # [    8.135299] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs748vm-test-run-nixbot-gitlab> gitlab # [    8.143061] systemd[1]: Starting register-nix-paths.service...749vm-test-run-nixbot-gitlab> gitlab # [    8.150810] systemd[1]: Starting Create SUID/SGID Wrappers...750vm-test-run-nixbot-gitlab> gitlab # [    8.154084] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.751vm-test-run-nixbot-gitlab> gitlab # [    8.160029] systemd[1]: Starting Save Transient machine-id to Disk...752vm-test-run-nixbot-gitlab> gitlab # [    8.168414] systemd[1]: Starting Create System Files and Directories...753vm-test-run-nixbot-gitlab> gitlab # [    8.187581] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.754vm-test-run-nixbot-gitlab> gitlab # [    8.250174] (udev-worker)[885]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.755vm-test-run-nixbot-gitlab> gitlab # [    8.254075] (udev-worker)[885]: Network interface NamePolicy= disabled on kernel command line.756vm-test-run-nixbot-gitlab> gitlab # [    8.270275] (udev-worker)[944]: Network interface NamePolicy= disabled on kernel command line.757vm-test-run-nixbot-gitlab> gitlab # [    8.293925] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.758vm-test-run-nixbot-gitlab> gitlab # [    8.296625] systemd[1]: Finished Save Transient machine-id to Disk.759vm-test-run-nixbot-gitlab> gitlab # [    8.301358] systemd[1]: Finished Create System Files and Directories.760vm-test-run-nixbot-gitlab> gitlab # [    8.307494] systemd[1]: Condition check resulted in /dev/ttyAMA0 being skipped.761vm-test-run-nixbot-gitlab> gitlab # [    8.312988] systemd[1]: Condition check resulted in Virtio network device being skipped.762vm-test-run-nixbot-gitlab> gitlab # [    8.322344] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore763vm-test-run-nixbot-gitlab> gitlab # [    8.324409] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.764vm-test-run-nixbot-gitlab> gitlab # [    8.326112] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67765vm-test-run-nixbot-gitlab> gitlab # [    8.329646] systemd[1]: Starting Rebuild Journal Catalog...766vm-test-run-nixbot-gitlab> gitlab # [    8.331436] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore767vm-test-run-nixbot-gitlab> gitlab # [    8.334104] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki768vm-test-run-nixbot-gitlab> gitlab # [    8.335982] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki769vm-test-run-nixbot-gitlab> gitlab # [    8.337964] systemd[1]: Starting Record System Boot/Shutdown in UTMP...770vm-test-run-nixbot-gitlab> gitlab # [    8.367112] systemd[1]: Finished Record System Boot/Shutdown in UTMP.771vm-test-run-nixbot-gitlab> gitlab # [    8.375109] mousedev: PS/2 mouse device common for all mice772vm-test-run-nixbot-gitlab> gitlab # [    8.392478] systemd[1]: Finished Rebuild Journal Catalog.773vm-test-run-nixbot-gitlab> gitlab # [    8.396215] systemd[1]: Starting Update is Completed...774vm-test-run-nixbot-gitlab> gitlab # [    8.425640] systemd[1]: Finished Update is Completed.775vm-test-run-nixbot-gitlab> gitlab # [    8.444598] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.776vm-test-run-nixbot-gitlab> gitlab # [    8.446521] systemd[1]: Finished Create SUID/SGID Wrappers.777vm-test-run-nixbot-gitlab> gitlab # [    8.447714] systemd[1]: suid-sgid-wrappers.service: Consumed 187ms CPU time over 294ms wall clock time, 6.8M memory peak, 2.2M read from disk.778vm-test-run-nixbot-gitlab> gitlab # [    8.687957] systemd[1]: Finished register-nix-paths.service.779vm-test-run-nixbot-gitlab> gitlab # [    8.690592] systemd[1]: Reached target System Initialization.780vm-test-run-nixbot-gitlab> gitlab # [    8.691860] systemd[1]: Started Discard unused filesystem blocks once a week.781vm-test-run-nixbot-gitlab> gitlab # [    8.695144] systemd[1]: Started logrotate.timer.782vm-test-run-nixbot-gitlab> gitlab # [    8.695926] systemd[1]: Started Daily Cleanup of Temporary Directories.783vm-test-run-nixbot-gitlab> gitlab # [    8.697247] systemd[1]: Reached target Timer Units.784vm-test-run-nixbot-gitlab> gitlab # [    8.698029] systemd[1]: Listening on D-Bus System Message Bus Socket.785vm-test-run-nixbot-gitlab> gitlab # [    8.698991] systemd[1]: Listening on Nix Daemon Socket.786vm-test-run-nixbot-gitlab> gitlab # [    8.704132] systemd[1]: Starting nixbot CI service socket...787vm-test-run-nixbot-gitlab> gitlab # [    8.705111] systemd[1]: Listening on Hostname Service Socket.788vm-test-run-nixbot-gitlab> gitlab # [    8.705992] systemd[1]: Listening on nixbot CI service socket.789vm-test-run-nixbot-gitlab> gitlab # [    8.706875] systemd[1]: Reached target Socket Units.790vm-test-run-nixbot-gitlab> gitlab # [    8.709338] systemd[1]: Starting D-Bus System Message Bus...791vm-test-run-nixbot-gitlab> gitlab # [    8.748822] dbus-broker-launch[1042]: Looking up NSS user entry for 'systemd-timesync'...792vm-test-run-nixbot-gitlab> gitlab # [    8.751457] dbus-broker-launch[1042]: NSS returned no entry for 'systemd-timesync'793vm-test-run-nixbot-gitlab> gitlab # [    8.752974] dbus-broker-launch[1042]: Invalid user-name in /nix/store/ifm9k575wb3j66gvjx1xkdmmknzqr8v8-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"794vm-test-run-nixbot-gitlab> gitlab # [    8.755613] systemd[1]: Started D-Bus System Message Bus.795vm-test-run-nixbot-gitlab> gitlab # [    8.770864] dbus-broker-launch[1042]: Ready796vm-test-run-nixbot-gitlab> gitlab # [    8.772074] systemd[1]: Reached target Basic System.797vm-test-run-nixbot-gitlab> gitlab # [    8.774138] systemd[1]: Started backdoor.service.798vm-test-run-nixbot-gitlab> gitlab # [    8.777255] systemd[1]: Starting gitlab-config.service...799vm-test-run-nixbot-gitlab> gitlab # [    8.791219] systemd[1]: Starting Import lastlog data into lastlog2 database...800vm-test-run-nixbot-gitlab> gitlab # [    8.797777] systemd[1]: Starting Logrotate configuration check...801vm-test-run-nixbot-gitlab> gitlab # [    8.799069] systemd[1]: Starting Name Service Cache Daemon (nsncd)...802vm-test-run-nixbot-gitlab> gitlab # [    8.803253] systemd[1]: Starting Post-Boot Actions...803vm-test-run-nixbot-gitlab> gitlab # connecting to host...804vm-test-run-nixbot-gitlab> gitlab # [    8.816235] logrotate[1047]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.805vm-test-run-nixbot-gitlab> gitlab # [    8.818425] logrotate[1047]: reading config file /nix/store/hk6ay5j24mh4h8mpr5rxlxxxp8v61fnj-logrotate.conf806vm-test-run-nixbot-gitlab> gitlab # [    8.819716] logrotate[1047]: note: 'monthly' overrides previously specified 'weekly'807vm-test-run-nixbot-gitlab> gitlab # [    8.824131] logrotate[1047]: Reading state from file: /var/lib/logrotate.status808vm-test-run-nixbot-gitlab> gitlab # [    8.826333] logrotate[1047]: state file /var/lib/logrotate.status does not exist809vm-test-run-nixbot-gitlab> gitlab # [    8.827320] logrotate[1047]: Allocating hash table for state file, size 64 entries810vm-test-run-nixbot-gitlab> gitlab # [    8.828477] logrotate[1047]: Handling 4 logs811vm-test-run-nixbot-gitlab> gitlab # [    8.829083] logrotate[1047]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed812vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'813vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell814vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.30 seconds)815vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.30 seconds)816vm-test-run-nixbot-gitlab> gitlab # [    8.833812] logrotate[1047]: considering log /var/log/btmp[    8.837794] input: QEMU Virtio Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:08.0/virtio7/input/input3817vm-test-run-nixbot-gitlab> gitlab # 818vm-test-run-nixbot-gitlab> gitlab # [    8.839698] logrotate[1047]: Creating new state819vm-test-run-nixbot-gitlab> gitlab # [    8.843627] logrotate[1047]:   Now: 2026-06-30 08:39820vm-test-run-nixbot-gitlab> gitlab # [    8.848651] logrotate[1047]:   Last rotated at 2026-06-30 08:00821vm-test-run-nixbot-gitlab> gitlab # [    8.849461] logrotate[1047]:   log does not need rotating (log has already been rotated)822vm-test-run-nixbot-gitlab> gitlab # [    8.850543] logrotate[1047]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed823vm-test-run-nixbot-gitlab> gitlab # [    8.852775] logrotate[1047]: considering log /var/log/wtmp824vm-test-run-nixbot-gitlab> gitlab # [    8.853464] logrotate[1047]: Creating new state825vm-test-run-nixbot-gitlab> gitlab # [    8.854040] logrotate[1047]:   Now: 2026-06-30 08:39826vm-test-run-nixbot-gitlab> gitlab # [    8.854817] logrotate[1047]:   Last rotated at 2026-06-30 08:00827vm-test-run-nixbot-gitlab> gitlab # [    8.855687] logrotate[1047]:   log does not need rotating (log has already been rotated)828vm-test-run-nixbot-gitlab> gitlab # [    8.856994] logrotate[1047]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed829vm-test-run-nixbot-gitlab> gitlab # [    8.858995] logrotate[1047]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1047)830vm-test-run-nixbot-gitlab> gitlab # [    8.860197] logrotate[1047]: considering log /var/gitlab/state/log/*.log831vm-test-run-nixbot-gitlab> gitlab # [    8.861090] logrotate[1047]:   log /var/gitlab/state/log/*.log does not exist -- skipping832vm-test-run-nixbot-gitlab> gitlab # [    8.862150] logrotate[1047]: Creating new state833vm-test-run-nixbot-gitlab> gitlab # [    8.862761] logrotate[1047]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1047)834vm-test-run-nixbot-gitlab> gitlab # [    8.863817] logrotate[1047]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed835vm-test-run-nixbot-gitlab> gitlab # [    8.865699] logrotate[1047]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1047)836vm-test-run-nixbot-gitlab> gitlab # [    8.866739] logrotate[1047]: considering log /var/log/nginx/*.log837vm-test-run-nixbot-gitlab> gitlab # [    8.867533] logrotate[1047]:   log /var/log/nginx/*.log does not exist -- skipping838vm-test-run-nixbot-gitlab> gitlab # [    8.868596] logrotate[1047]: Creating new state839vm-test-run-nixbot-gitlab> gitlab # [    8.869217] logrotate[1047]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1047)840vm-test-run-nixbot-gitlab> gitlab # [    8.870321] systemd[1]: Started Reset console on configuration changes.841vm-test-run-nixbot-gitlab> gitlab # [    8.871530] nsncd[1050]: Jun 30 08:39:36.746 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"842vm-test-run-nixbot-gitlab> gitlab # [    8.873871] systemd[1]: Starting resolvconf update...843vm-test-run-nixbot-gitlab> gitlab # [    8.877893] systemd[1]: Started Name Service Cache Daemon (nsncd).844vm-test-run-nixbot-gitlab> gitlab # [    8.878902] systemd[1]: Finished Logrotate configuration check.845vm-test-run-nixbot-gitlab> gitlab # [    8.880416] systemd[1]: Finished Post-Boot Actions.846vm-test-run-nixbot-gitlab> gitlab # [    8.887907] systemd[1]: Reached target Host and Network Name Lookups.847vm-test-run-nixbot-gitlab> gitlab # [    8.890206] systemd[1]: Reached target User and Group Name Lookups.848vm-test-run-nixbot-gitlab> gitlab # [    8.898408] systemd[1]: Starting User Login Management...849vm-test-run-nixbot-gitlab> gitlab # [    8.901414] systemd[1]: Finished Import lastlog data into lastlog2 database.850vm-test-run-nixbot-gitlab> gitlab # [    8.970433] systemd-logind[1095]: New seat seat0.851vm-test-run-nixbot-gitlab> gitlab # [    8.974687] systemd-logind[1095]: Watching system buttons on /dev/input/event1 (QEMU QEMU USB Keyboard)852vm-test-run-nixbot-gitlab> gitlab # [    8.977474] systemd-logind[1095]: Watching system buttons on /dev/input/event0 (gpio-keys)853vm-test-run-nixbot-gitlab> gitlab # [    8.978867] systemd[1]: Started User Login Management.854vm-test-run-nixbot-gitlab> gitlab # [    8.981148] systemd[1]: Stopped target Host and Network Name Lookups.855vm-test-run-nixbot-gitlab> gitlab # [    8.982329] systemd[1]: Stopping Host and Network Name Lookups...856vm-test-run-nixbot-gitlab> gitlab # [    8.983208] systemd[1]: Stopped target User and Group Name Lookups.857vm-test-run-nixbot-gitlab> gitlab # [    8.984485] systemd[1]: Stopping User and Group Name Lookups...858vm-test-run-nixbot-gitlab> gitlab # [    8.986567] systemd[1]: Starting linger-users.service...859vm-test-run-nixbot-gitlab> gitlab # [    8.987357] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...860vm-test-run-nixbot-gitlab> gitlab # [    8.990459] systemd[1]: nscd.service: Deactivated successfully.861vm-test-run-nixbot-gitlab> gitlab # [    8.992098] systemd[1]: Stopped Name Service Cache Daemon (nsncd).862vm-test-run-nixbot-gitlab> gitlab # [    8.994807] systemd[1]: nscd.service: Consumed 25ms CPU time over 192ms wall clock time, 8.3M memory peak, 5.9M read from disk.863vm-test-run-nixbot-gitlab> gitlab # [    9.011687] systemd[1]: Starting Name Service Cache Daemon (nsncd)...864vm-test-run-nixbot-gitlab> gitlab # [    9.021168] systemd[1]: linger-users.service: Deactivated successfully.865vm-test-run-nixbot-gitlab> gitlab # [    9.022326] systemd[1]: Finished linger-users.service.866vm-test-run-nixbot-gitlab> gitlab # [    9.032654] systemd[1]: Finished resolvconf update.867vm-test-run-nixbot-gitlab> gitlab # [    9.040371] nsncd[1143]: Jun 30 08:39:36.916 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"868vm-test-run-nixbot-gitlab> gitlab # [    9.042600] systemd[1]: Started Name Service Cache Daemon (nsncd).869vm-test-run-nixbot-gitlab> gitlab # [    9.043480] systemd[1]: Reached target Preparation for Network.870vm-test-run-nixbot-gitlab> gitlab # [    9.064597] systemd[1]: Reached target Host and Network Name Lookups.871vm-test-run-nixbot-gitlab> gitlab # [    9.065572] systemd[1]: Reached target User and Group Name Lookups.872vm-test-run-nixbot-gitlab> gitlab # [    9.066470] systemd[1]: Starting DHCP Client...873vm-test-run-nixbot-gitlab> gitlab # [    9.067161] systemd[1]: Starting Address configuration of eth1...874vm-test-run-nixbot-gitlab> gitlab # [    9.068097] systemd[1]: Starting Extra networking commands....875vm-test-run-nixbot-gitlab> gitlab # [    9.089940] systemd[1]: Starting Virtual Console Setup...876vm-test-run-nixbot-gitlab> gitlab # [    9.112799] network-addresses-eth1-start[1165]: adding address 192.168.1.1/24... done877vm-test-run-nixbot-gitlab> gitlab # [    9.114107] systemd-logind[1095]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard)878vm-test-run-nixbot-gitlab> gitlab # [    9.118092] network-addresses-eth1-start[1165]: adding address 2001:db8:1::1/64... done879vm-test-run-nixbot-gitlab> gitlab # [    9.125968] systemd[1]: Finished Address configuration of eth1.880vm-test-run-nixbot-gitlab> gitlab # [    9.154854] systemd-vconsole-setup[1167]: Configuration of first virtual console was skipped, ignoring remaining ones.881vm-test-run-nixbot-gitlab> gitlab # [    9.161384] systemd[1]: Finished Virtual Console Setup.882vm-test-run-nixbot-gitlab> gitlab # [    9.171396] systemd[1]: Finished Extra networking commands..883vm-test-run-nixbot-gitlab> gitlab # [    9.172793] systemd[1]: Reached target Network.884vm-test-run-nixbot-gitlab> gitlab # [    9.179444] systemd[1]: Starting gitlab-workhorse.service...885vm-test-run-nixbot-gitlab> gitlab # [    9.180377] systemd[1]: Starting Nginx Web Server...886vm-test-run-nixbot-gitlab> gitlab # [    9.190815] systemd[1]: Starting PostgreSQL Server...887vm-test-run-nixbot-gitlab> gitlab # [    9.194493] systemd[1]: Starting Redis Server - redis-gitlab...888vm-test-run-nixbot-gitlab> gitlab # [    9.198472] dhcpcd[1190]: dhcpcd-10.3.2 starting889vm-test-run-nixbot-gitlab> gitlab # [    9.200969] systemd[1]: Starting Permit User Sessions...890vm-test-run-nixbot-gitlab> gitlab # [    9.202875] dhcpcd[1231]: dev: loaded udev891vm-test-run-nixbot-gitlab> gitlab # [    9.218267] 8021q: 802.1Q VLAN Support v1.8892vm-test-run-nixbot-gitlab> gitlab # [    9.218686] 8021q: adding VLAN 0 to HW filter on device eth1893vm-test-run-nixbot-gitlab> gitlab # [    9.229412] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.894vm-test-run-nixbot-gitlab> gitlab # [    9.230839] systemd[1]: Finished Permit User Sessions.895vm-test-run-nixbot-gitlab> gitlab # [    9.239240] systemd[1]: Started Getty on tty1.896vm-test-run-nixbot-gitlab> gitlab # [    9.244148] systemd[1]: Reached target Login Prompts.897vm-test-run-nixbot-gitlab> gitlab # [    9.268219] cfg80211: Loading compiled-in X.509 certificates for regulatory database898vm-test-run-nixbot-gitlab> gitlab # [    9.284046] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'899vm-test-run-nixbot-gitlab> gitlab # [    9.284515] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'900vm-test-run-nixbot-gitlab> gitlab # [    9.286033] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2901vm-test-run-nixbot-gitlab> gitlab # [    9.286348] cfg80211: failed to load regulatory.db902vm-test-run-nixbot-gitlab> gitlab # [    9.332119] 8021q: adding VLAN 0 to HW filter on device eth0903vm-test-run-nixbot-gitlab> gitlab # [    9.329276] dhcpcd[1231]: eth0: waiting for carrier904vm-test-run-nixbot-gitlab> gitlab # [    9.332342] dhcpcd[1231]: eth0: carrier acquired905vm-test-run-nixbot-gitlab> gitlab # [    9.337309] dhcpcd[1231]: DUID 00:01:00:01:31:d6:3d:49:52:54:00:12:34:56906vm-test-run-nixbot-gitlab> gitlab # [    9.338636] dhcpcd[1231]: eth0: IAID 00:12:34:56907vm-test-run-nixbot-gitlab> gitlab # [    9.339519] dhcpcd[1231]: eth0: adding address fe80::5054:ff:fe12:3456908vm-test-run-nixbot-gitlab> gitlab # [    9.377449] redis-server[1250]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.909vm-test-run-nixbot-gitlab> gitlab # [    9.380001] nginx-pre-start[1257]: nginx: the configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf syntax is ok910vm-test-run-nixbot-gitlab> gitlab # [    9.381717] nginx-pre-start[1257]: nginx: configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf test is successful911vm-test-run-nixbot-gitlab> gitlab # [    9.384278] redis-server[1250]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo912vm-test-run-nixbot-gitlab> gitlab # [    9.386020] systemd[1]: Started Nginx Web Server.913vm-test-run-nixbot-gitlab> gitlab # [    9.386824] redis-server[1250]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1250, just started914vm-test-run-nixbot-gitlab> gitlab # [    9.388528] systemd[1]: Started Redis Server - redis-gitlab.915vm-test-run-nixbot-gitlab> gitlab # [    9.389342] redis-server[1250]: Configuration loaded916vm-test-run-nixbot-gitlab> gitlab # [    9.390199] redis[1250]: monotonic clock: ARM CNTVCT @ 1000 ticks/us917vm-test-run-nixbot-gitlab> gitlab # [    9.391222] redis[1250]: Running mode=standalone, port=0.918vm-test-run-nixbot-gitlab> gitlab # [    9.392257] redis[1250]: Server initialized919vm-test-run-nixbot-gitlab> gitlab # [    9.393021] redis[1250]: Ready to accept connections unix920vm-test-run-nixbot-gitlab> gitlab # [    9.393934] redis[1250]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.921vm-test-run-nixbot-gitlab> gitlab # [    9.397628] postgresql-pre-start[1258]: The files belonging to this database system will be owned by user "postgres".922vm-test-run-nixbot-gitlab> gitlab # [    9.399832] postgresql-pre-start[1258]: This user must also own the server process.923vm-test-run-nixbot-gitlab> gitlab # [    9.401147] postgresql-pre-start[1258]: The database cluster will be initialized with locale "en_US.UTF-8".924vm-test-run-nixbot-gitlab> gitlab # [    9.402745] postgresql-pre-start[1258]: The default database encoding has accordingly been set to "UTF8".925vm-test-run-nixbot-gitlab> gitlab # [    9.403995] postgresql-pre-start[1258]: The default text search configuration will be set to "english".926vm-test-run-nixbot-gitlab> gitlab # [    9.405320] postgresql-pre-start[1258]: Data page checksums are disabled.927vm-test-run-nixbot-gitlab> gitlab # [    9.406384] postgresql-pre-start[1258]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok928vm-test-run-nixbot-gitlab> gitlab # [    9.407913] postgresql-pre-start[1258]: creating subdirectories ... ok929vm-test-run-nixbot-gitlab> gitlab # [    9.409774] postgresql-pre-start[1258]: selecting dynamic shared memory implementation ... posix930vm-test-run-nixbot-gitlab> gitlab # [    9.439179] postgresql-pre-start[1258]: selecting default "max_connections" ... 100931vm-test-run-nixbot-gitlab> gitlab # [    9.479724] postgresql-pre-start[1258]: selecting default "shared_buffers" ... 128MB932vm-test-run-nixbot-gitlab> gitlab # [    9.712362] systemd[1]: Started gitlab-workhorse.service.933vm-test-run-nixbot-gitlab> gitlab # [    9.911652] postgresql-pre-start[1258]: selecting default time zone ... UTC934vm-test-run-nixbot-gitlab> gitlab # [    9.915759] postgresql-pre-start[1258]: creating configuration files ... ok935vm-test-run-nixbot-gitlab> gitlab # [   10.137508] postgresql-pre-start[1258]: running bootstrap script ... ok936vm-test-run-nixbot-gitlab> gitlab # [   10.158842] gitlab-workhorse[1287]: time="2026-06-30T08:39:38Z" level=info msg=Starting build_time=19700101.000000 version=18.11.4937vm-test-run-nixbot-gitlab> gitlab # [   10.163474] gitlab-workhorse[1287]: time="2026-06-30T08:39:38Z" level=info msg="Using redis/go-redis"938vm-test-run-nixbot-gitlab> gitlab # [   10.166889] gitlab-workhorse[1287]: time="2026-06-30T08:39:38Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix939vm-test-run-nixbot-gitlab> gitlab # [   10.319917] dhcpcd[1231]: eth0: soliciting a DHCP lease940vm-test-run-nixbot-gitlab> gitlab # [   10.333416] dhcpcd[1231]: eth0: offered 10.0.2.15 from 10.0.2.2941vm-test-run-nixbot-gitlab> gitlab # [   10.352607] dhcpcd[1231]: eth0: probing address 10.0.2.15/24942vm-test-run-nixbot-gitlab> gitlab # [   10.767172] postgresql-pre-start[1258]: performing post-bootstrap initialization ... ok943vm-test-run-nixbot-gitlab> gitlab # [   11.090984] postgresql-pre-start[1258]: syncing data to disk ... ok944vm-test-run-nixbot-gitlab> gitlab # [   11.095524] postgresql-pre-start[1258]: initdb: warning: enabling "trust" authentication for local connections945vm-test-run-nixbot-gitlab> gitlab # [   11.101327] postgresql-pre-start[1258]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.946vm-test-run-nixbot-gitlab> gitlab # [   11.109031] postgresql-pre-start[1258]: Success. You can now start the database server using:947vm-test-run-nixbot-gitlab> gitlab # [   11.114914] postgresql-pre-start[1258]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start948vm-test-run-nixbot-gitlab> gitlab # [   11.151339] dhcpcd[1231]: eth0: soliciting an IPv6 router949vm-test-run-nixbot-gitlab> gitlab # [   11.153765] dhcpcd[1231]: eth0: Router Advertisement from fe80::2950vm-test-run-nixbot-gitlab> gitlab # [   11.155767] dhcpcd[1231]: eth0: adding address fec0::5054:ff:fe12:3456/64951vm-test-run-nixbot-gitlab> gitlab # [   11.157996] dhcpcd[1231]: eth0: adding route to fec0::/64952vm-test-run-nixbot-gitlab> gitlab # [   11.159804] dhcpcd[1231]: eth0: adding default route via fe80::2953vm-test-run-nixbot-gitlab> gitlab # [   11.302372] postgres[1321]: [1321] LOG:  starting PostgreSQL 17.10 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit954vm-test-run-nixbot-gitlab> gitlab # [   11.308574] postgres[1321]: [1321] LOG:  listening on IPv6 address "::1", port 5432955vm-test-run-nixbot-gitlab> gitlab # [   11.312219] postgres[1321]: [1321] LOG:  listening on IPv4 address "127.0.0.1", port 5432956vm-test-run-nixbot-gitlab> gitlab # [   11.315525] postgres[1321]: [1321] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"957vm-test-run-nixbot-gitlab> gitlab # [   11.322547] postgres[1327]: [1327] LOG:  database system was shut down at 2026-06-30 08:39:38 GMT958vm-test-run-nixbot-gitlab> gitlab # [   11.338472] postgres[1321]: [1321] LOG:  database system is ready to accept connections959vm-test-run-nixbot-gitlab> gitlab # [   11.349325] systemd[1]: Started PostgreSQL Server.960vm-test-run-nixbot-gitlab> gitlab # [   11.354738] systemd[1]: Starting PostgreSQL Setup Scripts...961vm-test-run-nixbot-gitlab> gitlab # [   11.583996] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1336]: mkdir -p /var/gitlab/state/home/.ssh: OK962vm-test-run-nixbot-gitlab> gitlab # [   11.588417] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1336]: chmod 700 /var/gitlab/state/home/.ssh: OK963vm-test-run-nixbot-gitlab> gitlab # [   11.616603] postgresql-setup-start[1343]: CREATE DATABASE964vm-test-run-nixbot-gitlab> gitlab # [   11.651454] postgresql-setup-start[1358]: CREATE ROLE965vm-test-run-nixbot-gitlab> gitlab # [   11.658178] systemd[1]: Finished gitlab-config.service.966vm-test-run-nixbot-gitlab> gitlab # [   11.665742] systemd[1]: Started gitaly.service.967vm-test-run-nixbot-gitlab> gitlab # [   11.667277] postgresql-setup-start[1361]: ALTER DATABASE968vm-test-run-nixbot-gitlab> gitlab # [   11.716530] postgresql-setup-start[1368]: CREATE ROLE969vm-test-run-nixbot-gitlab> gitlab # [   11.723380] systemd[1]: Finished PostgreSQL Setup Scripts.970vm-test-run-nixbot-gitlab> gitlab # [   11.725111] systemd[1]: Reached target PostgreSQL.971vm-test-run-nixbot-gitlab> gitlab # [   11.729160] systemd[1]: Starting gitlab-db-config.service...972vm-test-run-nixbot-gitlab> gitlab # [   11.732601] systemd[1]: Starting gitlab-postgresql.service...973vm-test-run-nixbot-gitlab> gitlab # [   11.944589] gitlab-postgresql-start[1379]: CREATE DATABASE974vm-test-run-nixbot-gitlab> gitlab # [   12.028603] gitlab-postgresql-start[1389]: CREATE EXTENSION975vm-test-run-nixbot-gitlab> gitlab # [   12.116758] gitlab-postgresql-start[1393]: CREATE EXTENSION976vm-test-run-nixbot-gitlab> gitlab # [   12.123161] systemd[1]: Finished gitlab-postgresql.service.977vm-test-run-nixbot-gitlab> gitlab # [   12.395239] gitaly[1364]: time="2026-06-30T08:39:40.270Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/krygc3bmd623znp2pddh3fv21q5f3nz2-gitaly.toml' and fix the errors that are printed." pid=1364978vm-test-run-nixbot-gitlab> gitlab # [   12.420427] gitaly[1364]: time="2026-06-30T08:39:40.270Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=1364979vm-test-run-nixbot-gitlab> gitlab # [   12.425689] gitaly[1364]: time="2026-06-30T08:39:40.270Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=1364980vm-test-run-nixbot-gitlab> gitlab # [   12.432157] gitaly[1364]: time="2026-06-30T08:39:40.270Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=1364981vm-test-run-nixbot-gitlab> gitlab # [   12.442082] gitaly[1364]: time="2026-06-30T08:39:40.270Z" level=info msg="Starting Gitaly" pid=1364 version=18.11.4982vm-test-run-nixbot-gitlab> gitlab # [   12.641718] gitaly[1364]: time="2026-06-30T08:39:40.517Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=246 pid=1364983vm-test-run-nixbot-gitlab> gitlab # [   12.644462] gitaly[1364]: time="2026-06-30T08:39:40.518Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=1364984vm-test-run-nixbot-gitlab> gitlab # [   12.646646] gitaly[1364]: time="2026-06-30T08:39:40.518Z" level=info msg="finished initializing command factory" duration_ms=0 pid=1364985vm-test-run-nixbot-gitlab> gitlab # [   12.648874] gitaly[1364]: time="2026-06-30T08:39:40.518Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1364/git-exec-3572228493.d/git pid=1364986vm-test-run-nixbot-gitlab> gitlab # [   12.651401] gitaly[1364]: time="2026-06-30T08:39:40.525Z" level=info msg="finished detecting git version" duration_ms=6 pid=1364987vm-test-run-nixbot-gitlab> gitlab # [   12.653631] gitaly[1364]: time="2026-06-30T08:39:40.525Z" level=info msg="using Git version" pid=1364 version=2.53.g988vm-test-run-nixbot-gitlab> gitlab # [   12.655673] gitaly[1364]: time="2026-06-30T08:39:40.526Z" level=info msg="clearing disk cache object folder" pid=1364 storage=default989vm-test-run-nixbot-gitlab> gitlab # [   12.657902] gitaly[1364]: time="2026-06-30T08:39:40.526Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache1235091438 pid=1364 storage=default990vm-test-run-nixbot-gitlab> gitlab # [   12.661426] gitaly[1364]: time="2026-06-30T08:39:40.526Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache1235091438 pid=1364 storage=default991vm-test-run-nixbot-gitlab> gitlab # [   12.665913] gitaly[1364]: time="2026-06-30T08:39:40.526Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=1364992vm-test-run-nixbot-gitlab> gitlab # [   12.669405] gitaly[1364]: time="2026-06-30T08:39:40.526Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=1364993vm-test-run-nixbot-gitlab> gitlab # [   12.673183] gitaly[1364]: time="2026-06-30T08:39:40.527Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache1235091438 clear_duration_ms=0 pid=1364 storage=default994vm-test-run-nixbot-gitlab> gitlab # [   12.677279] gitaly[1364]: time="2026-06-30T08:39:40.541Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=1364995vm-test-run-nixbot-gitlab> gitlab # [   12.680280] gitaly[1364]: time="2026-06-30T08:39:40.541Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1364 schema=unix996vm-test-run-nixbot-gitlab> gitlab # [   12.683070] gitaly[1364]: time="2026-06-30T08:39:40.541Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1364/sock.d/intern pid=1364 schema=unix997vm-test-run-nixbot-gitlab> gitlab # [   12.686060] gitaly[1364]: time="2026-06-30T08:39:40.541Z" level=info msg="counting repositories" pid=1364998vm-test-run-nixbot-gitlab> gitlab # [   12.687892] gitaly[1364]: time="2026-06-30T08:39:40.542Z" level=info msg="starting to count repositories" pid=1364 storage_path=/var/gitlab/state/repositories999vm-test-run-nixbot-gitlab> gitlab # [   12.690993] gitaly[1364]: time="2026-06-30T08:39:40.542Z" level=info msg="finished tempdir cleaner walk" pid=1364 storage=default time_ms=01000vm-test-run-nixbot-gitlab> gitlab # [   12.693577] gitaly[1364]: time="2026-06-30T08:39:40.542Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1364 storage_path=/var/gitlab/state/repositories1001vm-test-run-nixbot-gitlab> gitlab # [   12.696916] gitaly[1364]: time="2026-06-30T08:39:40.542Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13641002vm-test-run-nixbot-gitlab> gitlab # [   12.699283] gitaly[1364]: time="2026-06-30T08:39:40.543Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13641003vm-test-run-nixbot-gitlab> gitlab # [   12.701887] gitaly[1364]: time="2026-06-30T08:39:40.543Z" level=info msg="Started Gitaly" duration_ms=272 pid=13641004vm-test-run-nixbot-gitlab> gitlab # [   12.704076] gitaly[1364]: time="2026-06-30T08:39:40.543Z" level=info msg="maintenance: daily scheduled" pid=1364 scheduled="2026-06-30 12:00:00 +0000 UTC"1005vm-test-run-nixbot-gitlab> gitlab # [   13.025533] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1377]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1006vm-test-run-nixbot-gitlab> gitlab # [   13.030052] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1377]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1007vm-test-run-nixbot-gitlab> gitlab # [   13.044383] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1377]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1008vm-test-run-nixbot-gitlab> gitlab # [   15.501202] dhcpcd[1231]: eth0: leased 10.0.2.15 for 86400 seconds1009vm-test-run-nixbot-gitlab> gitlab # [   15.503970] dhcpcd[1231]: eth0: adding route to 10.0.2.0/241010vm-test-run-nixbot-gitlab> gitlab # [   15.506404] dhcpcd[1231]: eth0: adding default route via 10.0.2.21011vm-test-run-nixbot-gitlab> gitlab # [   15.672979] systemd[1]: Started DHCP Client.1012vm-test-run-nixbot-gitlab> gitlab # [   15.675010] systemd[1]: Reached target Network is Online.1013vm-test-run-nixbot-gitlab> gitlab # [   16.028638] gitaly[1364]: time="2026-06-30T08:39:43.903Z" level=info msg="License database preloaded" duration_ms=3632 pid=13641014vm-test-run-nixbot-gitlab> gitlab # [   56.219677] postgres[1844]: [1844] ERROR:  relation "feature_gates" does not exist at character 5231015vm-test-run-nixbot-gitlab> gitlab # [   56.220339] postgres[1844]: [1844] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),1016vm-test-run-nixbot-gitlab> gitlab # [   56.220466] postgres[1844]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1017vm-test-run-nixbot-gitlab> gitlab # [   56.220606] postgres[1844]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,1018vm-test-run-nixbot-gitlab> gitlab # [   56.220719] postgres[1844]: 	       attidentity AS identity,1019vm-test-run-nixbot-gitlab> gitlab # [   56.220852] postgres[1844]: 	       attgenerated as attgenerated1020vm-test-run-nixbot-gitlab> gitlab # [   56.220965] postgres[1844]: 	  FROM pg_attribute a1021vm-test-run-nixbot-gitlab> gitlab # [   56.221080] postgres[1844]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1022vm-test-run-nixbot-gitlab> gitlab # [   56.221191] postgres[1844]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid1023vm-test-run-nixbot-gitlab> gitlab # [   56.221306] postgres[1844]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1024vm-test-run-nixbot-gitlab> gitlab # [   56.221419] postgres[1844]: 	 WHERE a.attrelid = '"feature_gates"'::regclass1025vm-test-run-nixbot-gitlab> gitlab # [   56.221531] postgres[1844]: 	   AND a.attnum > 0 AND NOT a.attisdropped1026vm-test-run-nixbot-gitlab> gitlab # [   56.221652] postgres[1844]: 	 ORDER BY a.attnum1027vm-test-run-nixbot-gitlab> gitlab # [   56.221769] postgres[1844]:1028vm-test-run-nixbot-gitlab> gitlab # [   56.486607] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1377]: W, [2026-06-30T08:40:24.361755 #1377]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1029vm-test-run-nixbot-gitlab> gitlab # [   60.272384] gitlab-workhorse[1287]: time="2026-06-30T08:40:28Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1030vm-test-run-nixbot-gitlab> gitlab # [   64.398561] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1917]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping1031vm-test-run-nixbot-gitlab> gitlab # [   64.398931] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1917]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping1032vm-test-run-nixbot-gitlab> gitlab # [   70.273647] gitlab-workhorse[1287]: time="2026-06-30T08:40:38Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1033vm-test-run-nixbot-gitlab> gitlab # [   80.283668] gitlab-workhorse[1287]: time="2026-06-30T08:40:48Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1034vm-test-run-nixbot-gitlab> gitlab # [   87.596123] postgres[2011]: [2011] ERROR:  relation "table_without_models" does not exist1035vm-test-run-nixbot-gitlab> gitlab # [   87.596739] postgres[2011]: [2011] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')1036vm-test-run-nixbot-gitlab> gitlab # [   90.293931] gitlab-workhorse[1287]: time="2026-06-30T08:40:58Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1037vm-test-run-nixbot-gitlab> gitlab # [  100.301973] gitlab-workhorse[1287]: time="2026-06-30T08:41:08Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1038vm-test-run-nixbot-gitlab> gitlab # [  110.312293] gitlab-workhorse[1287]: time="2026-06-30T08:41:18Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1039vm-test-run-nixbot-gitlab> gitlab # [  116.812368] systemd[1]: Finished gitlab-db-config.service.1040vm-test-run-nixbot-gitlab> gitlab # [  116.817642] systemd[1]: Started gitlab-sidekiq.service.1041vm-test-run-nixbot-gitlab> gitlab # [  116.823462] systemd[1]: Starting gitlab.service...1042vm-test-run-nixbot-gitlab> gitlab # [  117.286532] bundle[2368]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1043vm-test-run-nixbot-gitlab> gitlab # [  117.292976] bundle[2368]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1044vm-test-run-nixbot-gitlab> gitlab # [  117.298954] bundle[2368]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1045vm-test-run-nixbot-gitlab> gitlab # [  120.322224] gitlab-workhorse[1287]: time="2026-06-30T08:41:28Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1046vm-test-run-nixbot-gitlab> gitlab # [  121.865725] sidekiq-cluster[2367]: {"severity":"INFO","time":"2026-06-30T08:41:29.714Z","message":"Starting cluster with 1 processes"}1047vm-test-run-nixbot-gitlab> gitlab # [  121.992652] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.838Z","pid":2368,"message":"* Enabling systemd notification integration"}1048vm-test-run-nixbot-gitlab> gitlab # [  121.997930] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.868Z","pid":2368,"message":"Puma starting in cluster mode..."}1049vm-test-run-nixbot-gitlab> gitlab # [  122.003027] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.868Z","pid":2368,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1050vm-test-run-nixbot-gitlab> gitlab # [  122.008383] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.868Z","pid":2368,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1051vm-test-run-nixbot-gitlab> gitlab # [  122.014302] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.868Z","pid":2368,"message":"*  Min threads: 0"}1052vm-test-run-nixbot-gitlab> gitlab # [  122.018270] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.868Z","pid":2368,"message":"*  Max threads: 4"}1053vm-test-run-nixbot-gitlab> gitlab # [  122.022343] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.868Z","pid":2368,"message":"*  Environment: production"}1054vm-test-run-nixbot-gitlab> gitlab # [  122.026633] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.868Z","pid":2368,"message":"*   Master PID: 2368"}1055vm-test-run-nixbot-gitlab> gitlab # [  122.030731] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.868Z","pid":2368,"message":"*      Workers: 2"}1056vm-test-run-nixbot-gitlab> gitlab # [  122.034873] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.868Z","pid":2368,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}1057vm-test-run-nixbot-gitlab> gitlab # [  122.040522] bundle[2368]: {"timestamp":"2026-06-30T08:41:29.868Z","pid":2368,"message":"* Preloading application"}1058vm-test-run-nixbot-gitlab> gitlab # [  130.325134] gitlab-workhorse[1287]: time="2026-06-30T08:41:38Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1059vm-test-run-nixbot-gitlab> gitlab # [  140.327431] gitlab-workhorse[1287]: time="2026-06-30T08:41:48Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1060vm-test-run-nixbot-gitlab> gitlab # [  150.334185] gitlab-workhorse[1287]: time="2026-06-30T08:41:58Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1061vm-test-run-nixbot-gitlab> gitlab # [  159.084270] bundle[2368]: W, [2026-06-30T08:42:06.959398 #2368]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1062vm-test-run-nixbot-gitlab> gitlab # [  160.342115] gitlab-workhorse[1287]: time="2026-06-30T08:42:08Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1063vm-test-run-nixbot-gitlab> gitlab # [  163.341592] sidekiq-cluster[2412]: 2026-06-30T08:42:11.216Z pid=2412 tid=tt0 INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2412, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>448880640}1064vm-test-run-nixbot-gitlab> gitlab # [  163.639431] sidekiq-cluster[2412]: W, [2026-06-30T08:42:11.515502 #2412]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1065vm-test-run-nixbot-gitlab> gitlab # [  163.696697] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:11.572Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1066vm-test-run-nixbot-gitlab> gitlab # [  166.856354] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.731Z","message":"GitLab reliable fetch activated!"}1067vm-test-run-nixbot-gitlab> gitlab # [  166.856733] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.731Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1068vm-test-run-nixbot-gitlab> gitlab # [  166.889757] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.765Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1069vm-test-run-nixbot-gitlab> gitlab # [  166.896941] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.769Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1070vm-test-run-nixbot-gitlab> gitlab # [  166.903632] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.772Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1071vm-test-run-nixbot-gitlab> gitlab # [  166.912512] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.775Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1072vm-test-run-nixbot-gitlab> gitlab # [  166.919333] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.778Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1073vm-test-run-nixbot-gitlab> gitlab # [  166.926390] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.780Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1074vm-test-run-nixbot-gitlab> gitlab # [  166.932697] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.783Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1075vm-test-run-nixbot-gitlab> gitlab # [  166.938478] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.785Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1076vm-test-run-nixbot-gitlab> gitlab # [  166.943969] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.787Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1077vm-test-run-nixbot-gitlab> gitlab # [  166.948972] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.789Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1078vm-test-run-nixbot-gitlab> gitlab # [  166.954013] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.791Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1079vm-test-run-nixbot-gitlab> gitlab # [  166.958528] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.794Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1080vm-test-run-nixbot-gitlab> gitlab # [  166.962454] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.796Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1081vm-test-run-nixbot-gitlab> gitlab # [  166.966454] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.798Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1082vm-test-run-nixbot-gitlab> gitlab # [  166.970152] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.800Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1083vm-test-run-nixbot-gitlab> gitlab # [  166.973693] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.802Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1084vm-test-run-nixbot-gitlab> gitlab # [  166.977095] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.805Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1085vm-test-run-nixbot-gitlab> gitlab # [  166.980151] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.807Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1086vm-test-run-nixbot-gitlab> gitlab # [  166.982975] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.810Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1087vm-test-run-nixbot-gitlab> gitlab # [  166.986155] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.813Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1088vm-test-run-nixbot-gitlab> gitlab # [  166.989025] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.816Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1089vm-test-run-nixbot-gitlab> gitlab # [  166.992054] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.819Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1090vm-test-run-nixbot-gitlab> gitlab # [  166.995043] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.821Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1091vm-test-run-nixbot-gitlab> gitlab # [  166.997708] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.823Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1092vm-test-run-nixbot-gitlab> gitlab # [  167.000358] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.826Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1093vm-test-run-nixbot-gitlab> gitlab # [  167.003020] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.828Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1094vm-test-run-nixbot-gitlab> gitlab # [  167.005543] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.830Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1095vm-test-run-nixbot-gitlab> gitlab # [  167.007852] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.833Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1096vm-test-run-nixbot-gitlab> gitlab # [  167.010331] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.836Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1097vm-test-run-nixbot-gitlab> gitlab # [  167.012708] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.838Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1098vm-test-run-nixbot-gitlab> gitlab # [  167.015043] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.841Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1099vm-test-run-nixbot-gitlab> gitlab # [  167.017302] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.844Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1100vm-test-run-nixbot-gitlab> gitlab # [  167.019714] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.847Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1101vm-test-run-nixbot-gitlab> gitlab # [  167.021993] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.850Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1102vm-test-run-nixbot-gitlab> gitlab # [  167.024280] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.852Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1103vm-test-run-nixbot-gitlab> gitlab # [  167.030853] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.905Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1104vm-test-run-nixbot-gitlab> gitlab # [  167.033543] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.909Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1105vm-test-run-nixbot-gitlab> gitlab # [  167.036130] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.912Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1106vm-test-run-nixbot-gitlab> gitlab # [  167.038545] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.914Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1107vm-test-run-nixbot-gitlab> gitlab # [  167.042242] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.918Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1108vm-test-run-nixbot-gitlab> gitlab # [  167.044716] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.920Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1109vm-test-run-nixbot-gitlab> gitlab # [  167.048261] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.924Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1110vm-test-run-nixbot-gitlab> gitlab # [  167.051640] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.926Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1111vm-test-run-nixbot-gitlab> gitlab # [  167.055345] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.929Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1112vm-test-run-nixbot-gitlab> gitlab # [  167.058868] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.931Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1113vm-test-run-nixbot-gitlab> gitlab # [  167.062494] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.935Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1114vm-test-run-nixbot-gitlab> gitlab # [  167.066079] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.937Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1115vm-test-run-nixbot-gitlab> gitlab # [  167.069302] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.940Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1116vm-test-run-nixbot-gitlab> gitlab # [  167.072357] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.942Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1117vm-test-run-nixbot-gitlab> gitlab # [  167.075220] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.945Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1118vm-test-run-nixbot-gitlab> gitlab # [  167.078167] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.947Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1119vm-test-run-nixbot-gitlab> gitlab # [  167.080990] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.950Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1120vm-test-run-nixbot-gitlab> gitlab # [  167.083621] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.954Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1121vm-test-run-nixbot-gitlab> gitlab # [  167.092923] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.969Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1122vm-test-run-nixbot-gitlab> gitlab # [  167.096555] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.972Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1123vm-test-run-nixbot-gitlab> gitlab # [  167.099816] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.976Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1124vm-test-run-nixbot-gitlab> gitlab # [  167.103189] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.978Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1125vm-test-run-nixbot-gitlab> gitlab # [  167.106629] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.981Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1126vm-test-run-nixbot-gitlab> gitlab # [  167.110106] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.984Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1127vm-test-run-nixbot-gitlab> gitlab # [  167.114381] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.986Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1128vm-test-run-nixbot-gitlab> gitlab # [  167.117578] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.989Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1129vm-test-run-nixbot-gitlab> gitlab # [  167.120375] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.992Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1130vm-test-run-nixbot-gitlab> gitlab # [  167.123087] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.994Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1131vm-test-run-nixbot-gitlab> gitlab # [  167.126097] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:14.997Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1132vm-test-run-nixbot-gitlab> gitlab # [  167.129020] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.000Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1133vm-test-run-nixbot-gitlab> gitlab # [  167.131956] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.003Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1134vm-test-run-nixbot-gitlab> gitlab # [  167.134904] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.006Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1135vm-test-run-nixbot-gitlab> gitlab # [  167.137587] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.010Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1136vm-test-run-nixbot-gitlab> gitlab # [  167.140250] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.011Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1137vm-test-run-nixbot-gitlab> gitlab # [  167.142925] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.013Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1138vm-test-run-nixbot-gitlab> gitlab # [  167.145704] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.015Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1139vm-test-run-nixbot-gitlab> gitlab # [  167.148272] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.016Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1140vm-test-run-nixbot-gitlab> gitlab # [  167.150687] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.019Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1141vm-test-run-nixbot-gitlab> gitlab # [  167.153168] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.020Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1142vm-test-run-nixbot-gitlab> gitlab # [  167.155668] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.022Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1143vm-test-run-nixbot-gitlab> gitlab # [  167.158233] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.025Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1144vm-test-run-nixbot-gitlab> gitlab # [  167.160710] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.026Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1145vm-test-run-nixbot-gitlab> gitlab # [  167.163001] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.029Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1146vm-test-run-nixbot-gitlab> gitlab # [  167.165625] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.030Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1147vm-test-run-nixbot-gitlab> gitlab # [  167.167868] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.032Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1148vm-test-run-nixbot-gitlab> gitlab # [  167.170211] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.034Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1149vm-test-run-nixbot-gitlab> gitlab # [  167.172554] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.036Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1150vm-test-run-nixbot-gitlab> gitlab # [  167.174890] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.038Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1151vm-test-run-nixbot-gitlab> gitlab # [  167.177210] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.041Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1152vm-test-run-nixbot-gitlab> gitlab # [  167.179353] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.043Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1153vm-test-run-nixbot-gitlab> gitlab # [  167.181847] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.045Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1154vm-test-run-nixbot-gitlab> gitlab # [  167.184070] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.047Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1155vm-test-run-nixbot-gitlab> gitlab # [  167.186412] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.049Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1156vm-test-run-nixbot-gitlab> gitlab # [  167.188736] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.051Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1157vm-test-run-nixbot-gitlab> gitlab # [  167.191044] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.054Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1158vm-test-run-nixbot-gitlab> gitlab # [  167.193445] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.056Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1159vm-test-run-nixbot-gitlab> gitlab # [  167.195743] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.058Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1160vm-test-run-nixbot-gitlab> gitlab # [  167.198185] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.059Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1161vm-test-run-nixbot-gitlab> gitlab # [  167.200547] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.062Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1162vm-test-run-nixbot-gitlab> gitlab # [  167.202969] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.064Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1163vm-test-run-nixbot-gitlab> gitlab # [  167.205070] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.066Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1164vm-test-run-nixbot-gitlab> gitlab # [  167.207426] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.069Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1165vm-test-run-nixbot-gitlab> gitlab # [  167.209841] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.072Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1166vm-test-run-nixbot-gitlab> gitlab # [  167.212144] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.074Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1167vm-test-run-nixbot-gitlab> gitlab # [  167.214398] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.087Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1168vm-test-run-nixbot-gitlab> gitlab # [  167.216710] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.089Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1169vm-test-run-nixbot-gitlab> gitlab # [  167.218934] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.092Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1170vm-test-run-nixbot-gitlab> gitlab # [  167.221320] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.095Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1171vm-test-run-nixbot-gitlab> gitlab # [  167.223330] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.098Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1172vm-test-run-nixbot-gitlab> gitlab # [  167.225598] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.100Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1173vm-test-run-nixbot-gitlab> gitlab # [  167.227896] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.103Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [  167.230371] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.105Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1175vm-test-run-nixbot-gitlab> gitlab # [  167.232572] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.107Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1176vm-test-run-nixbot-gitlab> gitlab # [  167.234863] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.110Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1177vm-test-run-nixbot-gitlab> gitlab # [  167.237192] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:15.112Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1178vm-test-run-nixbot-gitlab> gitlab # [  170.343249] gitlab-workhorse[1287]: time="2026-06-30T08:42:18Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1179vm-test-run-nixbot-gitlab> gitlab # [  180.350346] gitlab-workhorse[1287]: time="2026-06-30T08:42:28Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1180vm-test-run-nixbot-gitlab> gitlab # [  190.358344] gitlab-workhorse[1287]: time="2026-06-30T08:42:38Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1181vm-test-run-nixbot-gitlab> gitlab # [  200.366134] gitlab-workhorse[1287]: time="2026-06-30T08:42:48Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1182vm-test-run-nixbot-gitlab> gitlab # [  204.485004] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:52.359Z","message":"Booted Rails 7.2.3 application in production environment"}1183vm-test-run-nixbot-gitlab> gitlab # [  204.491675] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:52.367Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1184vm-test-run-nixbot-gitlab> gitlab # [  204.498567] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:52.367Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1185vm-test-run-nixbot-gitlab> gitlab # [  204.504429] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:52.369Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1186vm-test-run-nixbot-gitlab> gitlab # [  204.510586] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:52.372Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1187vm-test-run-nixbot-gitlab> gitlab # [  207.082342] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:54.957Z","message":"Cleaning working queues"}1188vm-test-run-nixbot-gitlab> gitlab # [  207.084810] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:54.960Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"8bd0c09765ca44777ecd3e32","created_at":"2026-06-30T08:41:23.887Z","trace_propagation_headers":{"sentry-trace":"f6a22c5f6ab54e9f9f94f25b2d874405-fd20b376f9e34d84","baggage":"sentry-trace_id=f6a22c5f6ab54e9f9f94f25b2d874405,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"972aa32c96e65b9becbf976c1e7be1de","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T08:41:23.899Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-8bd0c09765ca44777ecd3e32: start","job_status":"start","queue_duration_s":91.060754,"scheduling_latency_s":91.060857}1189vm-test-run-nixbot-gitlab> gitlab # [  207.490586] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:42:55.365Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"8bd0c09765ca44777ecd3e32","created_at":"2026-06-30T08:41:23.887Z","trace_propagation_headers":{"sentry-trace":"f6a22c5f6ab54e9f9f94f25b2d874405-fd20b376f9e34d84","baggage":"sentry-trace_id=f6a22c5f6ab54e9f9f94f25b2d874405,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"972aa32c96e65b9becbf976c1e7be1de","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T08:41:23.899Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-8bd0c09765ca44777ecd3e32: done: 0.405872 sec","job_status":"done","queue_duration_s":91.060754,"scheduling_latency_s":91.060857,"redis_calls":29,"redis_duration_s":0.011779,"redis_read_bytes":282,"redis_write_bytes":3632,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.006783,"redis_feature_flag_read_bytes":272,"redis_feature_flag_write_bytes":2385,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003132,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001864,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":15,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":15,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.22079,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.21387218,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.405872,"completed_at":"2026-06-30T08:42:55.365Z","load_balancing_strategy":"primary","db_duration_s":0.116659,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1190vm-test-run-nixbot-gitlab> gitlab # [  207.945801] bundle[2368]: {"timestamp":"2026-06-30T08:42:55.820Z","pid":2368,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1191vm-test-run-nixbot-gitlab> gitlab # [  207.951727] bundle[2368]: {"timestamp":"2026-06-30T08:42:55.821Z","pid":2368,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1192vm-test-run-nixbot-gitlab> gitlab # [  207.957107] bundle[2368]: {"timestamp":"2026-06-30T08:42:55.821Z","pid":2368,"message":"! #\u003cThread:0x0000e19fc1fd97b8 /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1193vm-test-run-nixbot-gitlab> gitlab # [  207.973704] bundle[2368]: {"timestamp":"2026-06-30T08:42:55.821Z","pid":2368,"message":"! #\u003cThread:0x0000e19fc21d53f0 /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1194vm-test-run-nixbot-gitlab> gitlab # [  207.989999] bundle[2368]: {"timestamp":"2026-06-30T08:42:55.821Z","pid":2368,"message":"Use Ctrl-C to stop"}1195vm-test-run-nixbot-gitlab> gitlab # [  207.994081] bundle[2368]: {"timestamp":"2026-06-30T08:42:55.821Z","pid":2368,"message":"Sending status to systemd every 1.0 sec"}1196vm-test-run-nixbot-gitlab> gitlab # [  208.969132] bundle[2368]: {"timestamp":"2026-06-30T08:42:56.843Z","pid":2368,"message":"- Worker 0 (PID: 3193) booted in 0.99s, phase: 0"}1197vm-test-run-nixbot-gitlab> gitlab # [  208.969480] bundle[2368]: {"timestamp":"2026-06-30T08:42:56.844Z","pid":2368,"message":"- Worker 1 (PID: 3197) booted in 0.97s, phase: 0"}1198vm-test-run-nixbot-gitlab> gitlab # [  208.972786] systemd[1]: Started gitlab.service.1199vm-test-run-nixbot-gitlab> gitlab # [  208.979685] systemd[1]: Reached target Common target for all GitLab services..1200vm-test-run-nixbot-gitlab> gitlab # [  208.984708] systemd[1]: Starting setup-gitlab.service...1201vm-test-run-nixbot-gitlab> gitlab # [  209.035536] setup-gitlab-start[3226]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1202vm-test-run-nixbot-gitlab> gitlab # [  212.271844] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:43:00 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 31901203vm-test-run-nixbot-gitlab> gitlab # [  212.279051] setup-gitlab-start[3258]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1204vm-test-run-nixbot-gitlab> gitlab # [  212.287243] setup-gitlab-start[3259]: ++ jq -r .access_token1205vm-test-run-nixbot-gitlab> gitlab # [  213.356133] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:43:01 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 10491206vm-test-run-nixbot-gitlab> gitlab # [  213.359519] setup-gitlab-start[3226]: + BEARER=9ab477e457b60f4e98ff300051f9b8e220ec4c4c200cf8dd6f72a7275a16fbd31207vm-test-run-nixbot-gitlab> gitlab # [  213.366294] setup-gitlab-start[3226]: + AUTH='Authorization: Bearer 9ab477e457b60f4e98ff300051f9b8e220ec4c4c200cf8dd6f72a7275a16fbd3'1208vm-test-run-nixbot-gitlab> gitlab # [  213.366493] setup-gitlab-start[3226]: + curl -fs -X PUT -H 'Authorization: Bearer 9ab477e457b60f4e98ff300051f9b8e220ec4c4c200cf8dd6f72a7275a16fbd3' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1209vm-test-run-nixbot-gitlab> gitlab # [  214.286305] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:43:02 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 9141210vm-test-run-nixbot-gitlab> gitlab # [  214.291919] setup-gitlab-start[3226]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1211vm-test-run-nixbot-gitlab> gitlab # [  214.307042] runuser[3273]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1212vm-test-run-nixbot-gitlab> gitlab # [  214.778526] setup-gitlab-start[3274]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1213vm-test-run-nixbot-gitlab> gitlab # [  214.785327] setup-gitlab-start[3274]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1214vm-test-run-nixbot-gitlab> gitlab # [  214.791792] setup-gitlab-start[3274]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1215vm-test-run-nixbot-gitlab> gitlab # [  215.532466] setup-gitlab-start[3274]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1216vm-test-run-nixbot-gitlab> gitlab # [  215.533225] setup-gitlab-start[3274]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1217vm-test-run-nixbot-gitlab> gitlab # [  215.545604] setup-gitlab-start[3274]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1218vm-test-run-nixbot-gitlab> gitlab # [  220.967620] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:08.842Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"d7e57448585d00396a7c1a78","created_at":"2026-06-30T08:43:08.794Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"da47c45821001a8fbff2047b9c5f2ed1","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:08.838Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-d7e57448585d00396a7c1a78: start","job_status":"start","queue_duration_s":0.00319,"scheduling_latency_s":0.003253}1219vm-test-run-nixbot-gitlab> gitlab # [  222.540322] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.414Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"d7e57448585d00396a7c1a78","created_at":"2026-06-30T08:43:08.794Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"da47c45821001a8fbff2047b9c5f2ed1","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:08.838Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-d7e57448585d00396a7c1a78: done: 1.572693 sec","job_status":"done","queue_duration_s":0.00319,"scheduling_latency_s":0.003253,"redis_calls":574,"redis_duration_s":0.8648170000000001,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002779,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004314,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.857724,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.756873,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00042722,"duration_s":1.572693,"completed_at":"2026-06-30T08:43:10.414Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003669,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1220vm-test-run-nixbot-gitlab> gitlab # [  222.541354] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.417Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"836f393672306206f6071b68","created_at":"2026-06-30T08:43:08.867Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2002223ee611dabcfe6c9e924ecf5d69","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:08.884Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-836f393672306206f6071b68: start","job_status":"start","queue_duration_s":1.532282,"scheduling_latency_s":1.532314}1221vm-test-run-nixbot-gitlab> gitlab # [  222.657865] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.533Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"836f393672306206f6071b68","created_at":"2026-06-30T08:43:08.867Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2002223ee611dabcfe6c9e924ecf5d69","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:08.884Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-836f393672306206f6071b68: done: 0.116382 sec","job_status":"done","queue_duration_s":1.532282,"scheduling_latency_s":1.532314,"redis_calls":19,"redis_duration_s":0.009032,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.003158,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000603,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.0041,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001171,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.029,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.071956,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00089698,"duration_s":0.116382,"completed_at":"2026-06-30T08:43:10.533Z","load_balancing_strategy":"primary","db_duration_s":0.029015,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1222vm-test-run-nixbot-gitlab> gitlab # [  222.744676] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.535Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"5baf490363b565ac341f0a75","created_at":"2026-06-30T08:43:08.892Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b239aa1a7a3736a9e18a77cf3107c04d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:08.914Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-5baf490363b565ac341f0a75: start","job_status":"start","queue_duration_s":1.620937,"scheduling_latency_s":1.620972}1223vm-test-run-nixbot-gitlab> gitlab # [  222.763061] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.558Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1224vm-test-run-nixbot-gitlab> gitlab # [  222.767278] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.570Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"5baf490363b565ac341f0a75","created_at":"2026-06-30T08:43:08.892Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b239aa1a7a3736a9e18a77cf3107c04d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:08.914Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-5baf490363b565ac341f0a75: done: 0.034816 sec","job_status":"done","queue_duration_s":1.620937,"scheduling_latency_s":1.620972,"redis_calls":10,"redis_duration_s":0.003196,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000757,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00177,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000669,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019992,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0004345,"duration_s":0.034816,"completed_at":"2026-06-30T08:43:10.570Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001218,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1225vm-test-run-nixbot-gitlab> gitlab # [  222.812975] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.572Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"74dd43e43d9e64cb16a1b000","created_at":"2026-06-30T08:43:08.937Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"eddd7ed78038d85398564b5a3f43154c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:08.962Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-74dd43e43d9e64cb16a1b000: start","job_status":"start","queue_duration_s":1.610402,"scheduling_latency_s":1.610435}1226vm-test-run-nixbot-gitlab> gitlab # [  222.829144] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.602Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"74dd43e43d9e64cb16a1b000","created_at":"2026-06-30T08:43:08.937Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"eddd7ed78038d85398564b5a3f43154c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:08.962Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-74dd43e43d9e64cb16a1b000: done: 0.029834 sec","job_status":"done","queue_duration_s":1.610402,"scheduling_latency_s":1.610435,"redis_calls":12,"redis_duration_s":0.003449,"redis_read_bytes":11,"redis_write_bytes":1566,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001297,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":628,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001553,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000599,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017764,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00035292,"duration_s":0.029834,"completed_at":"2026-06-30T08:43:10.602Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001476,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1227vm-test-run-nixbot-gitlab> gitlab # [  222.873216] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.604Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"2ead19831c08c946c132117d","created_at":"2026-06-30T08:43:08.986Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"930b02ee22e3b40934125c4407637340","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.009Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-2ead19831c08c946c132117d: start","job_status":"start","queue_duration_s":1.594423,"scheduling_latency_s":1.594449}1228vm-test-run-nixbot-gitlab> gitlab # [  222.887735] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.660Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"2ead19831c08c946c132117d","created_at":"2026-06-30T08:43:08.986Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"930b02ee22e3b40934125c4407637340","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.009Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-2ead19831c08c946c132117d: done: 0.056149 sec","job_status":"done","queue_duration_s":1.594423,"scheduling_latency_s":1.594449,"redis_calls":10,"redis_duration_s":0.002486,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000565,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001384,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000537,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.022,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01777,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00037148,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.056149,"completed_at":"2026-06-30T08:43:10.660Z","load_balancing_strategy":"primary","db_duration_s":0.030048,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1229vm-test-run-nixbot-gitlab> gitlab # [  222.931173] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.662Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"5db9056015340be625f98e29","created_at":"2026-06-30T08:43:09.043Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0ca8bdb0b3a150b56c08241f50c39bb7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.064Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-5db9056015340be625f98e29: start","job_status":"start","queue_duration_s":1.597174,"scheduling_latency_s":1.597202}1230vm-test-run-nixbot-gitlab> gitlab # [  223.086771] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.961Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"5db9056015340be625f98e29","created_at":"2026-06-30T08:43:09.043Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0ca8bdb0b3a150b56c08241f50c39bb7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.064Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-5db9056015340be625f98e29: done: 0.298933 sec","job_status":"done","queue_duration_s":1.597174,"scheduling_latency_s":1.597202,"redis_calls":14,"redis_duration_s":0.004149,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001309,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001454,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001386,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.023,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.249376,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0006591,"exclusive_lock_hold_duration_s":0.26335722,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.298933,"completed_at":"2026-06-30T08:43:10.960Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.034833,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1231vm-test-run-nixbot-gitlab> gitlab # [  223.181317] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:10.965Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"30842f6018a120b78a8b1c8e","created_at":"2026-06-30T08:43:09.099Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1bbd605f064d62c4fd2cafeb77fd09ac","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.121Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-30842f6018a120b78a8b1c8e: start","job_status":"start","queue_duration_s":1.84359,"scheduling_latency_s":1.843641}1232vm-test-run-nixbot-gitlab> gitlab # [  223.198211] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.063Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"30842f6018a120b78a8b1c8e","created_at":"2026-06-30T08:43:09.099Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1bbd605f064d62c4fd2cafeb77fd09ac","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.121Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-30842f6018a120b78a8b1c8e: done: 0.098801 sec","job_status":"done","queue_duration_s":1.84359,"scheduling_latency_s":1.843641,"redis_calls":16,"redis_duration_s":0.007278999999999999,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.004062,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002358,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000859,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.062416,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00076146,"duration_s":0.098801,"completed_at":"2026-06-30T08:43:11.063Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019309,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1233vm-test-run-nixbot-gitlab> gitlab # [  223.242062] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.067Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"ac5e68a07b28b8aa9a75ab17","created_at":"2026-06-30T08:43:09.161Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"999c61b3193521806e788db8b4fbd141","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T08:43:09.182Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-ac5e68a07b28b8aa9a75ab17: start","job_status":"start","queue_duration_s":1.885035,"scheduling_latency_s":1.885105}1234vm-test-run-nixbot-gitlab> gitlab # [  223.258267] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.093Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1235vm-test-run-nixbot-gitlab> gitlab # [  223.262214] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.105Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"ac5e68a07b28b8aa9a75ab17","created_at":"2026-06-30T08:43:09.161Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"999c61b3193521806e788db8b4fbd141","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T08:43:09.182Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-ac5e68a07b28b8aa9a75ab17: done: 0.038405 sec","job_status":"done","queue_duration_s":1.885035,"scheduling_latency_s":1.885105,"redis_calls":10,"redis_duration_s":0.0040479999999999995,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000871,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002309,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000868,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022085,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00064884,"duration_s":0.038405,"completed_at":"2026-06-30T08:43:11.105Z","load_balancing_strategy":"primary","db_duration_s":0.001129,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1236vm-test-run-nixbot-gitlab> gitlab # [  223.304251] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.107Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"c81302ad05cbc401d6bfe291","created_at":"2026-06-30T08:43:09.201Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e4c4dbb121ce1663493b3dd4520f08d2","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.228Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-c81302ad05cbc401d6bfe291: start","job_status":"start","queue_duration_s":1.879292,"scheduling_latency_s":1.879326}1237vm-test-run-nixbot-gitlab> gitlab # [  223.319065] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.164Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"c81302ad05cbc401d6bfe291","created_at":"2026-06-30T08:43:09.201Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e4c4dbb121ce1663493b3dd4520f08d2","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.228Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-c81302ad05cbc401d6bfe291: done: 0.05674 sec","job_status":"done","queue_duration_s":1.879292,"scheduling_latency_s":1.879326,"redis_calls":13,"redis_duration_s":0.004794,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000611,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002304,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001879,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035117,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.02083334,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.05674,"completed_at":"2026-06-30T08:43:11.164Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009581,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1238vm-test-run-nixbot-gitlab> gitlab # [  223.364521] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.167Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"743f3898117d26bcc547fe70","created_at":"2026-06-30T08:43:09.250Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f8993cd3dc1c8399f840eb2b2f002c84","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T08:43:09.272Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-743f3898117d26bcc547fe70: start","job_status":"start","queue_duration_s":1.894959,"scheduling_latency_s":1.894997}1239vm-test-run-nixbot-gitlab> gitlab # [  223.377937] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.243Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"743f3898117d26bcc547fe70","created_at":"2026-06-30T08:43:09.250Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f8993cd3dc1c8399f840eb2b2f002c84","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T08:43:09.272Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-743f3898117d26bcc547fe70: done: 0.07639 sec","job_status":"done","queue_duration_s":1.894959,"scheduling_latency_s":1.894997,"redis_calls":10,"redis_duration_s":0.004554,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001082,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002563,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000909,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.05235,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00090472,"duration_s":0.07639,"completed_at":"2026-06-30T08:43:11.243Z","load_balancing_strategy":"primary","db_duration_s":0.009874,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1240vm-test-run-nixbot-gitlab> gitlab # [  223.419843] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.246Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"cd05f701f99d9a7ee399371e","created_at":"2026-06-30T08:43:09.302Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7aaa10de3364ca8adaee7c993dc48299","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.324Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-cd05f701f99d9a7ee399371e: start","job_status":"start","queue_duration_s":1.922273,"scheduling_latency_s":1.922323}1241vm-test-run-nixbot-gitlab> gitlab # [  223.434413] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.299Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"cd05f701f99d9a7ee399371e","created_at":"2026-06-30T08:43:09.302Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7aaa10de3364ca8adaee7c993dc48299","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.324Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-cd05f701f99d9a7ee399371e: done: 0.052284 sec","job_status":"done","queue_duration_s":1.922273,"scheduling_latency_s":1.922323,"redis_calls":12,"redis_duration_s":0.004657,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00083,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002028,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001799,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030879,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0011452,"exclusive_lock_hold_duration_s":0.01190946,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.052284,"completed_at":"2026-06-30T08:43:11.298Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006777,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1242vm-test-run-nixbot-gitlab> gitlab # [  223.480242] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.301Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"7e1a5aaae22c36f7513f4e4b","created_at":"2026-06-30T08:43:09.353Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"501f659845ff5edbb5f9b470dd401eba","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.374Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-7e1a5aaae22c36f7513f4e4b: start","job_status":"start","queue_duration_s":1.927122,"scheduling_latency_s":1.927149}1243vm-test-run-nixbot-gitlab> gitlab # [  223.494942] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.320Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1244vm-test-run-nixbot-gitlab> gitlab # [  223.498230] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.329Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"7e1a5aaae22c36f7513f4e4b","created_at":"2026-06-30T08:43:09.353Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"501f659845ff5edbb5f9b470dd401eba","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.374Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-7e1a5aaae22c36f7513f4e4b: done: 0.028392 sec","job_status":"done","queue_duration_s":1.927122,"scheduling_latency_s":1.927149,"redis_calls":10,"redis_duration_s":0.0027080000000000003,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000639,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001533,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000536,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014802,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00035608,"duration_s":0.028392,"completed_at":"2026-06-30T08:43:11.329Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000847,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1245vm-test-run-nixbot-gitlab> gitlab # [  223.542625] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.331Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"df196c1bc9c2fccb087ae9cc","created_at":"2026-06-30T08:43:09.393Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"927590b1c06d1d7cd504e30913028850","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.414Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-df196c1bc9c2fccb087ae9cc: start","job_status":"start","queue_duration_s":1.917336,"scheduling_latency_s":1.917362}1246vm-test-run-nixbot-gitlab> gitlab # [  223.791457] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.666Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"df196c1bc9c2fccb087ae9cc","created_at":"2026-06-30T08:43:09.393Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"927590b1c06d1d7cd504e30913028850","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.414Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-df196c1bc9c2fccb087ae9cc: done: 0.335022 sec","job_status":"done","queue_duration_s":1.917336,"scheduling_latency_s":1.917362,"redis_calls":12,"redis_duration_s":0.004112,"redis_read_bytes":11,"redis_write_bytes":1370,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000623,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001855,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001634,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":124,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":124,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.054,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.053,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.264006,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0009373,"exclusive_lock_hold_duration_s":0.30258412,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.335022,"completed_at":"2026-06-30T08:43:11.666Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.081787,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1247vm-test-run-nixbot-gitlab> gitlab # [  223.888134] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.669Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"66e8d52534badbae4c9d6528","created_at":"2026-06-30T08:43:09.476Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"09e3642ba6fb03252799049572306746","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.497Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-66e8d52534badbae4c9d6528: start","job_status":"start","queue_duration_s":2.171539,"scheduling_latency_s":2.171574}1248vm-test-run-nixbot-gitlab> gitlab # [  223.908737] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.714Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"66e8d52534badbae4c9d6528","created_at":"2026-06-30T08:43:09.476Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"09e3642ba6fb03252799049572306746","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.497Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-66e8d52534badbae4c9d6528: done: 0.045262 sec","job_status":"done","queue_duration_s":2.171539,"scheduling_latency_s":2.171574,"redis_calls":12,"redis_duration_s":0.0038900000000000002,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000583,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001838,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001469,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025318,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00079278,"exclusive_lock_hold_duration_s":0.012699140000000001,"duration_s":0.045262,"completed_at":"2026-06-30T08:43:11.714Z","load_balancing_strategy":"primary","db_duration_s":0.00704,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1249vm-test-run-nixbot-gitlab> gitlab # [  223.964296] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.717Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"ed60714448de62259ac2b116","created_at":"2026-06-30T08:43:09.522Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.546Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-ed60714448de62259ac2b116: start","job_status":"start","queue_duration_s":2.170273,"scheduling_latency_s":2.170302}1250vm-test-run-nixbot-gitlab> gitlab # [  223.985209] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.860Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"ed60714448de62259ac2b116","created_at":"2026-06-30T08:43:09.522Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.546Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-ed60714448de62259ac2b116: done: 0.143952 sec","job_status":"done","queue_duration_s":2.170273,"scheduling_latency_s":2.170302,"redis_calls":71,"redis_duration_s":0.018561,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.006623,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000709,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.010516,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000713,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.118483,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026396,"duration_s":0.143952,"completed_at":"2026-06-30T08:43:11.860Z","load_balancing_strategy":"primary","db_duration_s":0.007139,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1251vm-test-run-nixbot-gitlab> gitlab # [  224.029520] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.862Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"ad0cda249b8c9c47fda07cfd","created_at":"2026-06-30T08:43:09.568Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cb66254ddf6e46f780c1b5a5648b2295","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.604Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-ad0cda249b8c9c47fda07cfd: start","job_status":"start","queue_duration_s":2.257999,"scheduling_latency_s":2.258027}1252vm-test-run-nixbot-gitlab> gitlab # [  224.044306] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.877Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1253vm-test-run-nixbot-gitlab> gitlab # [  224.047906] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.885Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"ad0cda249b8c9c47fda07cfd","created_at":"2026-06-30T08:43:09.568Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cb66254ddf6e46f780c1b5a5648b2295","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.604Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-ad0cda249b8c9c47fda07cfd: done: 0.023011 sec","job_status":"done","queue_duration_s":2.257999,"scheduling_latency_s":2.258027,"redis_calls":10,"redis_duration_s":0.001584,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000345,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000884,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000355,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013699,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027062,"duration_s":0.023011,"completed_at":"2026-06-30T08:43:11.885Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000932,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1254vm-test-run-nixbot-gitlab> gitlab # [  224.092304] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.886Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"f09f8336fb912e281b1d2fc4","created_at":"2026-06-30T08:43:09.644Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"951ae5c89d4753a1940a8e04d44cb910","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.667Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-f09f8336fb912e281b1d2fc4: start","job_status":"start","queue_duration_s":2.219144,"scheduling_latency_s":2.219169}1255vm-test-run-nixbot-gitlab> gitlab # [  224.106996] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.910Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"f09f8336fb912e281b1d2fc4","created_at":"2026-06-30T08:43:09.644Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"951ae5c89d4753a1940a8e04d44cb910","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.667Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-f09f8336fb912e281b1d2fc4: done: 0.023958 sec","job_status":"done","queue_duration_s":2.219144,"scheduling_latency_s":2.219169,"redis_calls":11,"redis_duration_s":0.001741,"redis_read_bytes":137,"redis_write_bytes":1285,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000498,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":413,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000878,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000365,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014838,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00025772,"duration_s":0.023958,"completed_at":"2026-06-30T08:43:11.910Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000723,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1256vm-test-run-nixbot-gitlab> gitlab # [  224.150313] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.912Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"1b8da70711f9730b9ebcfb72","created_at":"2026-06-30T08:43:09.700Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"64bd912d61ee220728c10c6477451cdb","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T08:43:09.724Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-1b8da70711f9730b9ebcfb72: start","job_status":"start","queue_duration_s":2.188161,"scheduling_latency_s":2.188187}1257vm-test-run-nixbot-gitlab> gitlab # [  224.164116] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.925Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1258vm-test-run-nixbot-gitlab> gitlab # [  224.167435] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.933Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"1b8da70711f9730b9ebcfb72","created_at":"2026-06-30T08:43:09.700Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"64bd912d61ee220728c10c6477451cdb","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T08:43:09.724Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-1b8da70711f9730b9ebcfb72: done: 0.021452 sec","job_status":"done","queue_duration_s":2.188161,"scheduling_latency_s":2.188187,"redis_calls":10,"redis_duration_s":0.001505,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000312,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000842,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000351,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012589,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00024568,"duration_s":0.021452,"completed_at":"2026-06-30T08:43:11.933Z","load_balancing_strategy":"primary","db_duration_s":0.000655,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1259vm-test-run-nixbot-gitlab> gitlab # [  224.209388] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.935Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PipelineScheduleWorker","jid":"b9afdc96ae9ac2e5e6b6a519","created_at":"2026-06-30T08:43:09.799Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cc9e8a1e446d1f6ac9d7ead710d6b1db","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f6baa6e6d21754c4b13358fe49f8c31a08729a9dd276fb680a810caf1bc7fab5","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.819Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineScheduleWorker JID-b9afdc96ae9ac2e5e6b6a519: start","job_status":"start","queue_duration_s":2.115654,"scheduling_latency_s":2.115675}1260vm-test-run-nixbot-gitlab> gitlab # [  224.222865] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.967Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PipelineScheduleWorker","jid":"b9afdc96ae9ac2e5e6b6a519","created_at":"2026-06-30T08:43:09.799Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cc9e8a1e446d1f6ac9d7ead710d6b1db","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f6baa6e6d21754c4b13358fe49f8c31a08729a9dd276fb680a810caf1bc7fab5","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.819Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineScheduleWorker JID-b9afdc96ae9ac2e5e6b6a519: done: 0.032891 sec","job_status":"done","queue_duration_s":2.115654,"scheduling_latency_s":2.115675,"redis_calls":12,"redis_duration_s":0.001718,"redis_read_bytes":11,"redis_write_bytes":1281,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000277,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000753,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":518,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000688,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":476,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018702,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00050696,"exclusive_lock_hold_duration_s":0.01293528,"duration_s":0.032891,"completed_at":"2026-06-30T08:43:11.967Z","load_balancing_strategy":"primary","db_duration_s":0.006731,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1261vm-test-run-nixbot-gitlab> gitlab # [  224.264688] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.969Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"0083c7df518c1d91235e280d","created_at":"2026-06-30T08:43:09.842Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e77736e2043ee1489eba277fb199fec8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.864Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-0083c7df518c1d91235e280d: start","job_status":"start","queue_duration_s":2.104587,"scheduling_latency_s":2.104607}1262vm-test-run-nixbot-gitlab> gitlab # [  224.280629] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.981Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1263vm-test-run-nixbot-gitlab> gitlab # [  224.284467] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.988Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"0083c7df518c1d91235e280d","created_at":"2026-06-30T08:43:09.842Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e77736e2043ee1489eba277fb199fec8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.864Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-0083c7df518c1d91235e280d: done: 0.019398 sec","job_status":"done","queue_duration_s":2.104587,"scheduling_latency_s":2.104607,"redis_calls":10,"redis_duration_s":0.001439,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000327,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000808,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000304,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011386,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00028418,"duration_s":0.019398,"completed_at":"2026-06-30T08:43:11.988Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00076,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1264vm-test-run-nixbot-gitlab> gitlab # [  224.327650] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:11.989Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"083d5528c1a75e2e6ec3a237","created_at":"2026-06-30T08:43:09.892Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"49b95031d8c51b71da9a145fb1a6c25b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.909Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-083d5528c1a75e2e6ec3a237: start","job_status":"start","queue_duration_s":2.080476,"scheduling_latency_s":2.080495}1265vm-test-run-nixbot-gitlab> gitlab # [  224.342905] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.046Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"083d5528c1a75e2e6ec3a237","created_at":"2026-06-30T08:43:09.892Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"49b95031d8c51b71da9a145fb1a6c25b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.909Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-083d5528c1a75e2e6ec3a237: done: 0.056605 sec","job_status":"done","queue_duration_s":2.080476,"scheduling_latency_s":2.080495,"redis_calls":12,"redis_duration_s":0.001894,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000298,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000787,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000809,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02264,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00052824,"exclusive_lock_hold_duration_s":0.025792259999999997,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.056605,"completed_at":"2026-06-30T08:43:12.046Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.026905,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1266vm-test-run-nixbot-gitlab> gitlab # [  224.388474] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.047Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"08f7383d7ffe3ad9b7899476","created_at":"2026-06-30T08:43:09.937Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"44ce0674db41e772a2f15685f248dca8","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.966Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-08f7383d7ffe3ad9b7899476: start","job_status":"start","queue_duration_s":2.081295,"scheduling_latency_s":2.081315}1267vm-test-run-nixbot-gitlab> gitlab # [  224.402841] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.075Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"08f7383d7ffe3ad9b7899476","created_at":"2026-06-30T08:43:09.937Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"44ce0674db41e772a2f15685f248dca8","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T08:43:09.966Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-08f7383d7ffe3ad9b7899476: done: 0.027239 sec","job_status":"done","queue_duration_s":2.081295,"scheduling_latency_s":2.081315,"redis_calls":10,"redis_duration_s":0.00145,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000307,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000838,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000305,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015043,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00024326,"duration_s":0.027239,"completed_at":"2026-06-30T08:43:12.074Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004541,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1268vm-test-run-nixbot-gitlab> gitlab # [  224.445517] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.076Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"bbb0595fabd3e8713eb07eb2","created_at":"2026-06-30T08:43:10.443Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-e5cb3fce46c14891","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2002223ee611dabcfe6c9e924ecf5d69","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:10.519Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-bbb0595fabd3e8713eb07eb2: start","job_status":"start","queue_duration_s":1.556553,"scheduling_latency_s":1.556572}1269vm-test-run-nixbot-gitlab> gitlab # [  224.458142] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.093Z","message":"No existing merge request to be cleaned up."}1270vm-test-run-nixbot-gitlab> gitlab # [  224.459837] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.107Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"bbb0595fabd3e8713eb07eb2","created_at":"2026-06-30T08:43:10.443Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-e5cb3fce46c14891","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2002223ee611dabcfe6c9e924ecf5d69","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:10.519Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-bbb0595fabd3e8713eb07eb2: done: 0.031733 sec","job_status":"done","queue_duration_s":1.556553,"scheduling_latency_s":1.556572,"redis_calls":13,"redis_duration_s":0.001968,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000279,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000641,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001048,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019452,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022602,"duration_s":0.031733,"completed_at":"2026-06-30T08:43:12.107Z","load_balancing_strategy":"primary","db_duration_s":0.005914,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1271vm-test-run-nixbot-gitlab> gitlab # [  224.501725] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.109Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"76899b9775f06b11fd00caef","created_at":"2026-06-30T08:43:10.443Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-e5cb3fce46c14891","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2002223ee611dabcfe6c9e924ecf5d69","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:10.519Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-76899b9775f06b11fd00caef: start","job_status":"start","queue_duration_s":1.589404,"scheduling_latency_s":1.589421}1272vm-test-run-nixbot-gitlab> gitlab # [  224.514360] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.120Z","message":"No existing merge request to be cleaned up."}1273vm-test-run-nixbot-gitlab> gitlab # [  224.516076] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.128Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"76899b9775f06b11fd00caef","created_at":"2026-06-30T08:43:10.443Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-e5cb3fce46c14891","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2002223ee611dabcfe6c9e924ecf5d69","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:10.519Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-76899b9775f06b11fd00caef: done: 0.019325 sec","job_status":"done","queue_duration_s":1.589404,"scheduling_latency_s":1.589421,"redis_calls":10,"redis_duration_s":0.001433,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000604,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000829,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01267,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019325,"completed_at":"2026-06-30T08:43:12.128Z","load_balancing_strategy":"primary","db_duration_s":0.002649,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1274vm-test-run-nixbot-gitlab> gitlab # [  224.555679] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.129Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5163b2a9668221c14cbceba2","created_at":"2026-06-30T08:43:10.443Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-e5cb3fce46c14891","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2002223ee611dabcfe6c9e924ecf5d69","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:10.519Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5163b2a9668221c14cbceba2: start","job_status":"start","queue_duration_s":1.609783,"scheduling_latency_s":1.6098}1275vm-test-run-nixbot-gitlab> gitlab # [  224.568459] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.139Z","message":"No existing merge request to be cleaned up."}1276vm-test-run-nixbot-gitlab> gitlab # [  224.570158] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.148Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5163b2a9668221c14cbceba2","created_at":"2026-06-30T08:43:10.443Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-e5cb3fce46c14891","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2002223ee611dabcfe6c9e924ecf5d69","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:10.519Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5163b2a9668221c14cbceba2: done: 0.018739 sec","job_status":"done","queue_duration_s":1.609783,"scheduling_latency_s":1.6098,"redis_calls":10,"redis_duration_s":0.001338,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000568,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00077,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012318,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018739,"completed_at":"2026-06-30T08:43:12.148Z","load_balancing_strategy":"primary","db_duration_s":0.002434,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1277vm-test-run-nixbot-gitlab> gitlab # [  224.609321] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.150Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ab2d1bf442ef90aa14b96a75","created_at":"2026-06-30T08:43:10.443Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-e5cb3fce46c14891","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2002223ee611dabcfe6c9e924ecf5d69","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:10.519Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ab2d1bf442ef90aa14b96a75: start","job_status":"start","queue_duration_s":1.630855,"scheduling_latency_s":1.630873}1278vm-test-run-nixbot-gitlab> gitlab # [  224.621939] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.161Z","message":"No existing merge request to be cleaned up."}1279vm-test-run-nixbot-gitlab> gitlab # [  224.623648] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.169Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ab2d1bf442ef90aa14b96a75","created_at":"2026-06-30T08:43:10.443Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-e5cb3fce46c14891","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2002223ee611dabcfe6c9e924ecf5d69","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:10.519Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ab2d1bf442ef90aa14b96a75: done: 0.019095 sec","job_status":"done","queue_duration_s":1.630855,"scheduling_latency_s":1.630873,"redis_calls":10,"redis_duration_s":0.001335,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000584,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000751,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012444,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019095,"completed_at":"2026-06-30T08:43:12.169Z","load_balancing_strategy":"primary","db_duration_s":0.002913,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1280vm-test-run-nixbot-gitlab> gitlab # [  224.663028] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.170Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"287fc4457ed201d922448690","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-287fc4457ed201d922448690: start","job_status":"start","queue_duration_s":0.319889,"scheduling_latency_s":0.319908}1281vm-test-run-nixbot-gitlab> gitlab # [  224.675881] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.192Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"287fc4457ed201d922448690","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-287fc4457ed201d922448690: done: 0.021611 sec","job_status":"done","queue_duration_s":0.319889,"scheduling_latency_s":0.319908,"redis_calls":16,"redis_duration_s":0.002075,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000298,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000618,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001159,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013601,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023772,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021611,"completed_at":"2026-06-30T08:43:12.192Z","load_balancing_strategy":"primary","db_duration_s":0.000673,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1282vm-test-run-nixbot-gitlab> gitlab # [  224.718486] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.193Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c34b65ca9bca8a1f949ed695","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c34b65ca9bca8a1f949ed695: start","job_status":"start","queue_duration_s":0.342736,"scheduling_latency_s":0.342753}1283vm-test-run-nixbot-gitlab> gitlab # [  224.731254] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.208Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c34b65ca9bca8a1f949ed695","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c34b65ca9bca8a1f949ed695: done: 0.014577 sec","job_status":"done","queue_duration_s":0.342736,"scheduling_latency_s":0.342753,"redis_calls":13,"redis_duration_s":0.001576,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000658,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000918,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010285,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014577,"completed_at":"2026-06-30T08:43:12.208Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1284vm-test-run-nixbot-gitlab> gitlab # [  224.771328] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.209Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e81b3b7be9cac98e16eda8d5","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e81b3b7be9cac98e16eda8d5: start","job_status":"start","queue_duration_s":0.35833,"scheduling_latency_s":0.358347}1285vm-test-run-nixbot-gitlab> gitlab # [  224.784207] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.223Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e81b3b7be9cac98e16eda8d5","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e81b3b7be9cac98e16eda8d5: done: 0.014806 sec","job_status":"done","queue_duration_s":0.35833,"scheduling_latency_s":0.358347,"redis_calls":13,"redis_duration_s":0.001428,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000499,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000929,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01016,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014806,"completed_at":"2026-06-30T08:43:12.223Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1286vm-test-run-nixbot-gitlab> gitlab # [  224.823870] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.225Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"114e8474a40c1a74bf8813e6","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-114e8474a40c1a74bf8813e6: start","job_status":"start","queue_duration_s":0.374195,"scheduling_latency_s":0.374211}1287vm-test-run-nixbot-gitlab> gitlab # [  224.836745] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.239Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"114e8474a40c1a74bf8813e6","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-114e8474a40c1a74bf8813e6: done: 0.014872 sec","job_status":"done","queue_duration_s":0.374195,"scheduling_latency_s":0.374211,"redis_calls":13,"redis_duration_s":0.001709,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000551,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001158,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010299,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014872,"completed_at":"2026-06-30T08:43:12.239Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1288vm-test-run-nixbot-gitlab> gitlab # [  224.876614] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.240Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cfd51af65b67756bb8697a76","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cfd51af65b67756bb8697a76: start","job_status":"start","queue_duration_s":0.390143,"scheduling_latency_s":0.390159}1289vm-test-run-nixbot-gitlab> gitlab # [  224.890028] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.256Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cfd51af65b67756bb8697a76","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cfd51af65b67756bb8697a76: done: 0.015148 sec","job_status":"done","queue_duration_s":0.390143,"scheduling_latency_s":0.390159,"redis_calls":13,"redis_duration_s":0.001479,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000943,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010248,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015148,"completed_at":"2026-06-30T08:43:12.256Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1290vm-test-run-nixbot-gitlab> gitlab # [  224.929685] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.257Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"770a243c8a07283031dade09","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-770a243c8a07283031dade09: start","job_status":"start","queue_duration_s":0.406359,"scheduling_latency_s":0.406375}1291vm-test-run-nixbot-gitlab> gitlab # [  224.942557] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.271Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"770a243c8a07283031dade09","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-770a243c8a07283031dade09: done: 0.014536 sec","job_status":"done","queue_duration_s":0.406359,"scheduling_latency_s":0.406375,"redis_calls":13,"redis_duration_s":0.0014130000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000898,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009929,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014536,"completed_at":"2026-06-30T08:43:12.271Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1292vm-test-run-nixbot-gitlab> gitlab # [  224.982998] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.273Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5d561e939074d06be6eb3e1c","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5d561e939074d06be6eb3e1c: start","job_status":"start","queue_duration_s":0.422295,"scheduling_latency_s":0.422312}1293vm-test-run-nixbot-gitlab> gitlab # [  224.996032] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.287Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5d561e939074d06be6eb3e1c","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5d561e939074d06be6eb3e1c: done: 0.014413 sec","job_status":"done","queue_duration_s":0.422295,"scheduling_latency_s":0.422312,"redis_calls":13,"redis_duration_s":0.001461,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000528,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000933,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009994,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014413,"completed_at":"2026-06-30T08:43:12.287Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1294vm-test-run-nixbot-gitlab> gitlab # [  225.036565] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.288Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0fed7e01466c9a43e89a95aa","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0fed7e01466c9a43e89a95aa: start","job_status":"start","queue_duration_s":0.437942,"scheduling_latency_s":0.43796}1295vm-test-run-nixbot-gitlab> gitlab # [  225.049186] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.303Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0fed7e01466c9a43e89a95aa","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0fed7e01466c9a43e89a95aa: done: 0.014884 sec","job_status":"done","queue_duration_s":0.437942,"scheduling_latency_s":0.43796,"redis_calls":13,"redis_duration_s":0.001497,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000527,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00097,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01038,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014884,"completed_at":"2026-06-30T08:43:12.303Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1296vm-test-run-nixbot-gitlab> gitlab # [  225.088809] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.304Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a22b9649f99f41c9d044c20f","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a22b9649f99f41c9d044c20f: start","job_status":"start","queue_duration_s":0.454029,"scheduling_latency_s":0.454045}1297vm-test-run-nixbot-gitlab> gitlab # [  225.102408] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.319Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a22b9649f99f41c9d044c20f","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a22b9649f99f41c9d044c20f: done: 0.014285 sec","job_status":"done","queue_duration_s":0.454029,"scheduling_latency_s":0.454045,"redis_calls":13,"redis_duration_s":0.001419,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000529,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00089,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010097,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014285,"completed_at":"2026-06-30T08:43:12.319Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1298vm-test-run-nixbot-gitlab> gitlab # [  225.142110] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.320Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"001194595f11ca776bc4335c","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-001194595f11ca776bc4335c: start","job_status":"start","queue_duration_s":0.469494,"scheduling_latency_s":0.46951}1299vm-test-run-nixbot-gitlab> gitlab # [  225.154855] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.334Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"001194595f11ca776bc4335c","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-001194595f11ca776bc4335c: done: 0.014682 sec","job_status":"done","queue_duration_s":0.469494,"scheduling_latency_s":0.46951,"redis_calls":13,"redis_duration_s":0.001452,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00091,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010222,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014682,"completed_at":"2026-06-30T08:43:12.334Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1300vm-test-run-nixbot-gitlab> gitlab # [  225.194875] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.336Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"843ee88d05b7a7005c77c989","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-843ee88d05b7a7005c77c989: start","job_status":"start","queue_duration_s":0.485363,"scheduling_latency_s":0.48538}1301vm-test-run-nixbot-gitlab> gitlab # [  225.207460] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.350Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"843ee88d05b7a7005c77c989","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-843ee88d05b7a7005c77c989: done: 0.01477 sec","job_status":"done","queue_duration_s":0.485363,"scheduling_latency_s":0.48538,"redis_calls":13,"redis_duration_s":0.001715,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001185,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010307,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01477,"completed_at":"2026-06-30T08:43:12.350Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1302vm-test-run-nixbot-gitlab> gitlab # [  225.247612] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.352Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ed69fe68a56f15677c1167b","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ed69fe68a56f15677c1167b: start","job_status":"start","queue_duration_s":0.501367,"scheduling_latency_s":0.501385}1303vm-test-run-nixbot-gitlab> gitlab # [  225.260361] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.366Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ed69fe68a56f15677c1167b","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ed69fe68a56f15677c1167b: done: 0.014679 sec","job_status":"done","queue_duration_s":0.501367,"scheduling_latency_s":0.501385,"redis_calls":13,"redis_duration_s":0.0014889999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000531,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000958,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010336,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014679,"completed_at":"2026-06-30T08:43:12.366Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1304vm-test-run-nixbot-gitlab> gitlab # [  225.301665] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.367Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"60ddcd444ba7237556abae7a","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-60ddcd444ba7237556abae7a: start","job_status":"start","queue_duration_s":0.517093,"scheduling_latency_s":0.51711}1305vm-test-run-nixbot-gitlab> gitlab # [  225.314065] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.382Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"60ddcd444ba7237556abae7a","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-60ddcd444ba7237556abae7a: done: 0.014814 sec","job_status":"done","queue_duration_s":0.517093,"scheduling_latency_s":0.51711,"redis_calls":13,"redis_duration_s":0.0016049999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000498,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001107,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010262,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014814,"completed_at":"2026-06-30T08:43:12.382Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1306vm-test-run-nixbot-gitlab> gitlab # [  225.353945] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.383Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fba49dcd6d63045cfa2d15fe","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fba49dcd6d63045cfa2d15fe: start","job_status":"start","queue_duration_s":0.532995,"scheduling_latency_s":0.533012}1307vm-test-run-nixbot-gitlab> gitlab # [  225.366675] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.398Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fba49dcd6d63045cfa2d15fe","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fba49dcd6d63045cfa2d15fe: done: 0.01453 sec","job_status":"done","queue_duration_s":0.532995,"scheduling_latency_s":0.533012,"redis_calls":13,"redis_duration_s":0.001627,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000503,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001124,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010066,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01453,"completed_at":"2026-06-30T08:43:12.398Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1308vm-test-run-nixbot-gitlab> gitlab # [  225.406562] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.399Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"32c983c2042bdbc86c2fb2a2","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-32c983c2042bdbc86c2fb2a2: start","job_status":"start","queue_duration_s":0.548546,"scheduling_latency_s":0.548562}1309vm-test-run-nixbot-gitlab> gitlab # [  225.419611] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.414Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"32c983c2042bdbc86c2fb2a2","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-32c983c2042bdbc86c2fb2a2: done: 0.014839 sec","job_status":"done","queue_duration_s":0.548546,"scheduling_latency_s":0.548562,"redis_calls":13,"redis_duration_s":0.0019390000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000733,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001206,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010149,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014839,"completed_at":"2026-06-30T08:43:12.414Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1310vm-test-run-nixbot-gitlab> gitlab # [  225.459902] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.415Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f7550403832ff4a4d6d3425","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f7550403832ff4a4d6d3425: start","job_status":"start","queue_duration_s":0.564426,"scheduling_latency_s":0.564442}1311vm-test-run-nixbot-gitlab> gitlab # [  225.472745] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.430Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f7550403832ff4a4d6d3425","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f7550403832ff4a4d6d3425: done: 0.014889 sec","job_status":"done","queue_duration_s":0.564426,"scheduling_latency_s":0.564442,"redis_calls":13,"redis_duration_s":0.001483,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000534,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000949,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010044,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014889,"completed_at":"2026-06-30T08:43:12.430Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1312vm-test-run-nixbot-gitlab> gitlab # [  225.513338] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.431Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bfe8ba56e4d6f99b75c96fe5","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bfe8ba56e4d6f99b75c96fe5: start","job_status":"start","queue_duration_s":0.580343,"scheduling_latency_s":0.580359}1313vm-test-run-nixbot-gitlab> gitlab # [  225.526296] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.445Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bfe8ba56e4d6f99b75c96fe5","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bfe8ba56e4d6f99b75c96fe5: done: 0.014436 sec","job_status":"done","queue_duration_s":0.580343,"scheduling_latency_s":0.580359,"redis_calls":13,"redis_duration_s":0.00148,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010005,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014436,"completed_at":"2026-06-30T08:43:12.445Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1314vm-test-run-nixbot-gitlab> gitlab # [  225.567184] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.447Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e5dade35bb389959658c170","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e5dade35bb389959658c170: start","job_status":"start","queue_duration_s":0.596247,"scheduling_latency_s":0.596265}1315vm-test-run-nixbot-gitlab> gitlab # [  225.580108] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.461Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e5dade35bb389959658c170","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e5dade35bb389959658c170: done: 0.014758 sec","job_status":"done","queue_duration_s":0.596247,"scheduling_latency_s":0.596265,"redis_calls":13,"redis_duration_s":0.001535,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000569,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000966,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010193,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014758,"completed_at":"2026-06-30T08:43:12.461Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1316vm-test-run-nixbot-gitlab> gitlab # [  225.620342] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.463Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0878712328b3ee8c606b1752","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0878712328b3ee8c606b1752: start","job_status":"start","queue_duration_s":0.612182,"scheduling_latency_s":0.612199}1317vm-test-run-nixbot-gitlab> gitlab # [  225.633109] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.477Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0878712328b3ee8c606b1752","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0878712328b3ee8c606b1752: done: 0.014485 sec","job_status":"done","queue_duration_s":0.612182,"scheduling_latency_s":0.612199,"redis_calls":13,"redis_duration_s":0.0014780000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000963,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010211,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014485,"completed_at":"2026-06-30T08:43:12.477Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1318vm-test-run-nixbot-gitlab> gitlab # [  225.672666] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.478Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c5470a7856de6a32e3125fde","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c5470a7856de6a32e3125fde: start","job_status":"start","queue_duration_s":0.62804,"scheduling_latency_s":0.628057}1319vm-test-run-nixbot-gitlab> gitlab # [  225.685222] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.493Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c5470a7856de6a32e3125fde","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c5470a7856de6a32e3125fde: done: 0.014475 sec","job_status":"done","queue_duration_s":0.62804,"scheduling_latency_s":0.628057,"redis_calls":13,"redis_duration_s":0.001444,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010134,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014475,"completed_at":"2026-06-30T08:43:12.493Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1320vm-test-run-nixbot-gitlab> gitlab # [  225.725634] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.494Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"88e5c0b6c66c1867deaca143","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-88e5c0b6c66c1867deaca143: start","job_status":"start","queue_duration_s":0.643703,"scheduling_latency_s":0.64372}1321vm-test-run-nixbot-gitlab> gitlab # [  225.738207] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.509Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"88e5c0b6c66c1867deaca143","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-88e5c0b6c66c1867deaca143: done: 0.014731 sec","job_status":"done","queue_duration_s":0.643703,"scheduling_latency_s":0.64372,"redis_calls":13,"redis_duration_s":0.001506,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000547,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000959,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010392,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014731,"completed_at":"2026-06-30T08:43:12.509Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1322vm-test-run-nixbot-gitlab> gitlab # [  225.777406] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.510Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e262d60ffe0f2e5638eee92","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e262d60ffe0f2e5638eee92: start","job_status":"start","queue_duration_s":0.659713,"scheduling_latency_s":0.659731}1323vm-test-run-nixbot-gitlab> gitlab # [  225.789991] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.525Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e262d60ffe0f2e5638eee92","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e262d60ffe0f2e5638eee92: done: 0.014589 sec","job_status":"done","queue_duration_s":0.659713,"scheduling_latency_s":0.659731,"redis_calls":13,"redis_duration_s":0.001484,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000559,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000925,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010196,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014589,"completed_at":"2026-06-30T08:43:12.525Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1324vm-test-run-nixbot-gitlab> gitlab # [  225.829762] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.526Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d299e140def36443a30222c","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d299e140def36443a30222c: start","job_status":"start","queue_duration_s":0.675318,"scheduling_latency_s":0.675334}1325vm-test-run-nixbot-gitlab> gitlab # [  225.842335] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.540Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d299e140def36443a30222c","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d299e140def36443a30222c: done: 0.01462 sec","job_status":"done","queue_duration_s":0.675318,"scheduling_latency_s":0.675334,"redis_calls":13,"redis_duration_s":0.00142,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000912,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010046,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01462,"completed_at":"2026-06-30T08:43:12.540Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1326vm-test-run-nixbot-gitlab> gitlab # [  225.881598] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.541Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"648135c0023fecfffc1ef15d","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-648135c0023fecfffc1ef15d: start","job_status":"start","queue_duration_s":0.690972,"scheduling_latency_s":0.690989}1327vm-test-run-nixbot-gitlab> gitlab # [  225.894118] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.559Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"648135c0023fecfffc1ef15d","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-648135c0023fecfffc1ef15d: done: 0.01805 sec","job_status":"done","queue_duration_s":0.690972,"scheduling_latency_s":0.690989,"redis_calls":13,"redis_duration_s":0.001705,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000722,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000983,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010441,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01805,"completed_at":"2026-06-30T08:43:12.559Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1328vm-test-run-nixbot-gitlab> gitlab # [  225.934704] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.560Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e8bc1313eb6c4143899b43aa","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e8bc1313eb6c4143899b43aa: start","job_status":"start","queue_duration_s":0.710085,"scheduling_latency_s":0.710104}1329vm-test-run-nixbot-gitlab> gitlab # [  225.947336] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.576Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e8bc1313eb6c4143899b43aa","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e8bc1313eb6c4143899b43aa: done: 0.015207 sec","job_status":"done","queue_duration_s":0.710085,"scheduling_latency_s":0.710104,"redis_calls":13,"redis_duration_s":0.001496,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000954,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010697,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015207,"completed_at":"2026-06-30T08:43:12.576Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1330vm-test-run-nixbot-gitlab> gitlab # [  225.987115] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.577Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8a0588fa872cc2e5758ef8f3","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8a0588fa872cc2e5758ef8f3: start","job_status":"start","queue_duration_s":0.726362,"scheduling_latency_s":0.726378}1331vm-test-run-nixbot-gitlab> gitlab # [  226.000431] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.591Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8a0588fa872cc2e5758ef8f3","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8a0588fa872cc2e5758ef8f3: done: 0.014755 sec","job_status":"done","queue_duration_s":0.726362,"scheduling_latency_s":0.726378,"redis_calls":13,"redis_duration_s":0.0014399999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00094,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010086,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014755,"completed_at":"2026-06-30T08:43:12.591Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1332vm-test-run-nixbot-gitlab> gitlab # [  226.040138] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.593Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7766d2128033d400fba23e76","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7766d2128033d400fba23e76: start","job_status":"start","queue_duration_s":0.742228,"scheduling_latency_s":0.742245}1333vm-test-run-nixbot-gitlab> gitlab # [  226.052428] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.607Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7766d2128033d400fba23e76","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7766d2128033d400fba23e76: done: 0.014725 sec","job_status":"done","queue_duration_s":0.742228,"scheduling_latency_s":0.742245,"redis_calls":13,"redis_duration_s":0.0014680000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000928,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010047,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014725,"completed_at":"2026-06-30T08:43:12.607Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1334vm-test-run-nixbot-gitlab> gitlab # [  226.092763] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.608Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"625d18adc81d203b9b48a386","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-625d18adc81d203b9b48a386: start","job_status":"start","queue_duration_s":0.758017,"scheduling_latency_s":0.758034}1335vm-test-run-nixbot-gitlab> gitlab # [  226.105422] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.623Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"625d18adc81d203b9b48a386","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-625d18adc81d203b9b48a386: done: 0.014933 sec","job_status":"done","queue_duration_s":0.758017,"scheduling_latency_s":0.758034,"redis_calls":13,"redis_duration_s":0.001485,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000945,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010177,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014933,"completed_at":"2026-06-30T08:43:12.623Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1336vm-test-run-nixbot-gitlab> gitlab # [  226.145956] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.624Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4d5e3c8b6fbfe9de8fe014ff","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4d5e3c8b6fbfe9de8fe014ff: start","job_status":"start","queue_duration_s":0.774002,"scheduling_latency_s":0.774019}1337vm-test-run-nixbot-gitlab> gitlab # [  226.158557] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.639Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4d5e3c8b6fbfe9de8fe014ff","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4d5e3c8b6fbfe9de8fe014ff: done: 0.015021 sec","job_status":"done","queue_duration_s":0.774002,"scheduling_latency_s":0.774019,"redis_calls":13,"redis_duration_s":0.00164,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000518,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001122,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009775,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015021,"completed_at":"2026-06-30T08:43:12.639Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1338vm-test-run-nixbot-gitlab> gitlab # [  226.198072] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.640Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"04b0c81e51d3a437661098b5","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-04b0c81e51d3a437661098b5: start","job_status":"start","queue_duration_s":0.790095,"scheduling_latency_s":0.790112}1339vm-test-run-nixbot-gitlab> gitlab # [  226.210819] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.655Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"04b0c81e51d3a437661098b5","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-04b0c81e51d3a437661098b5: done: 0.014836 sec","job_status":"done","queue_duration_s":0.790095,"scheduling_latency_s":0.790112,"redis_calls":13,"redis_duration_s":0.0014420000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000912,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010138,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014836,"completed_at":"2026-06-30T08:43:12.655Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1340vm-test-run-nixbot-gitlab> gitlab # [  226.250414] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.656Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4e0868494922699d3b59d1bf","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4e0868494922699d3b59d1bf: start","job_status":"start","queue_duration_s":0.806154,"scheduling_latency_s":0.806171}1341vm-test-run-nixbot-gitlab> gitlab # [  226.263088] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.671Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4e0868494922699d3b59d1bf","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4e0868494922699d3b59d1bf: done: 0.014806 sec","job_status":"done","queue_duration_s":0.806154,"scheduling_latency_s":0.806171,"redis_calls":13,"redis_duration_s":0.001493,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000951,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010238,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014806,"completed_at":"2026-06-30T08:43:12.671Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1342vm-test-run-nixbot-gitlab> gitlab # [  226.302659] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.673Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ea438ecc00588bb4118a6ea0","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ea438ecc00588bb4118a6ea0: start","job_status":"start","queue_duration_s":0.822238,"scheduling_latency_s":0.822256}1343vm-test-run-nixbot-gitlab> gitlab # [  226.315314] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.687Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ea438ecc00588bb4118a6ea0","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ea438ecc00588bb4118a6ea0: done: 0.014518 sec","job_status":"done","queue_duration_s":0.822238,"scheduling_latency_s":0.822256,"redis_calls":13,"redis_duration_s":0.0015890000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000675,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000914,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010141,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014518,"completed_at":"2026-06-30T08:43:12.687Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1344vm-test-run-nixbot-gitlab> gitlab # [  226.356278] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.688Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99228e9ad57b1455fe7aeea1","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99228e9ad57b1455fe7aeea1: start","job_status":"start","queue_duration_s":0.838082,"scheduling_latency_s":0.838099}1345vm-test-run-nixbot-gitlab> gitlab # [  226.368602] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.867Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99228e9ad57b1455fe7aeea1","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99228e9ad57b1455fe7aeea1: done: 0.178391 sec","job_status":"done","queue_duration_s":0.838082,"scheduling_latency_s":0.838099,"redis_calls":13,"redis_duration_s":0.001895,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000984,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000911,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013302,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.178391,"completed_at":"2026-06-30T08:43:12.867Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1346vm-test-run-nixbot-gitlab> gitlab # [  226.408293] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.872Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99497f72a4d2e15bb9e396b3","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99497f72a4d2e15bb9e396b3: start","job_status":"start","queue_duration_s":1.021296,"scheduling_latency_s":1.021341}1347vm-test-run-nixbot-gitlab> gitlab # [  226.420627] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.911Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99497f72a4d2e15bb9e396b3","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99497f72a4d2e15bb9e396b3: done: 0.039088 sec","job_status":"done","queue_duration_s":1.021296,"scheduling_latency_s":1.021341,"redis_calls":13,"redis_duration_s":0.0049510000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001739,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003212,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02683,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.039088,"completed_at":"2026-06-30T08:43:12.911Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1348vm-test-run-nixbot-gitlab> gitlab # [  226.460285] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.913Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"01593e61988dba4ea0226b68","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-01593e61988dba4ea0226b68: start","job_status":"start","queue_duration_s":1.063059,"scheduling_latency_s":1.063096}1349vm-test-run-nixbot-gitlab> gitlab # [  226.472729] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.941Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"01593e61988dba4ea0226b68","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-01593e61988dba4ea0226b68: done: 0.027349 sec","job_status":"done","queue_duration_s":1.063059,"scheduling_latency_s":1.063096,"redis_calls":13,"redis_duration_s":0.003474,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001173,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002301,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017708,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027349,"completed_at":"2026-06-30T08:43:12.940Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350vm-test-run-nixbot-gitlab> gitlab # [  226.513091] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.943Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2628f67267967aa1885b11e7","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2628f67267967aa1885b11e7: start","job_status":"start","queue_duration_s":1.092622,"scheduling_latency_s":1.092649}1351vm-test-run-nixbot-gitlab> gitlab # [  226.526597] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.966Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2628f67267967aa1885b11e7","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2628f67267967aa1885b11e7: done: 0.022959 sec","job_status":"done","queue_duration_s":1.092622,"scheduling_latency_s":1.092649,"redis_calls":13,"redis_duration_s":0.003238,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001124,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002114,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01511,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022959,"completed_at":"2026-06-30T08:43:12.966Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1352vm-test-run-nixbot-gitlab> gitlab # [  226.566337] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.968Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8af58dd55347ce6cb475e515","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8af58dd55347ce6cb475e515: start","job_status":"start","queue_duration_s":1.117349,"scheduling_latency_s":1.117372}1353vm-test-run-nixbot-gitlab> gitlab # [  226.579844] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.989Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8af58dd55347ce6cb475e515","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8af58dd55347ce6cb475e515: done: 0.021661 sec","job_status":"done","queue_duration_s":1.117349,"scheduling_latency_s":1.117372,"redis_calls":13,"redis_duration_s":0.003396,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002344,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013852,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021661,"completed_at":"2026-06-30T08:43:12.989Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1354vm-test-run-nixbot-gitlab> gitlab # [  226.619639] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:12.991Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"022f83f49c2c483b21e05971","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-022f83f49c2c483b21e05971: start","job_status":"start","queue_duration_s":1.140625,"scheduling_latency_s":1.140647}1355vm-test-run-nixbot-gitlab> gitlab # [  226.632231] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.009Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"022f83f49c2c483b21e05971","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-022f83f49c2c483b21e05971: done: 0.018533 sec","job_status":"done","queue_duration_s":1.140625,"scheduling_latency_s":1.140647,"redis_calls":13,"redis_duration_s":0.00294,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001017,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001923,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011687,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018533,"completed_at":"2026-06-30T08:43:13.009Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1356vm-test-run-nixbot-gitlab> gitlab # [  226.671594] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.011Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69a3620e92b5ba2b7d1c34d4","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69a3620e92b5ba2b7d1c34d4: start","job_status":"start","queue_duration_s":1.160544,"scheduling_latency_s":1.160561}1357vm-test-run-nixbot-gitlab> gitlab # [  226.684148] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.027Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69a3620e92b5ba2b7d1c34d4","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69a3620e92b5ba2b7d1c34d4: done: 0.01635 sec","job_status":"done","queue_duration_s":1.160544,"scheduling_latency_s":1.160561,"redis_calls":13,"redis_duration_s":0.002748,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000874,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001874,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010069,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01635,"completed_at":"2026-06-30T08:43:13.027Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1358vm-test-run-nixbot-gitlab> gitlab # [  226.723436] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.029Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"744df2db28e6c69d9358f9be","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-744df2db28e6c69d9358f9be: start","job_status":"start","queue_duration_s":1.178196,"scheduling_latency_s":1.178212}1359vm-test-run-nixbot-gitlab> gitlab # [  226.737159] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.044Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"744df2db28e6c69d9358f9be","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-744df2db28e6c69d9358f9be: done: 0.015307 sec","job_status":"done","queue_duration_s":1.178196,"scheduling_latency_s":1.178212,"redis_calls":13,"redis_duration_s":0.002668,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000881,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001787,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009567,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015307,"completed_at":"2026-06-30T08:43:13.044Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1360vm-test-run-nixbot-gitlab> gitlab # [  226.776450] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.045Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"09a02958913873e0b366102f","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-09a02958913873e0b366102f: start","job_status":"start","queue_duration_s":1.195019,"scheduling_latency_s":1.195035}1361vm-test-run-nixbot-gitlab> gitlab # [  226.788890] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.061Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"09a02958913873e0b366102f","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-09a02958913873e0b366102f: done: 0.016076 sec","job_status":"done","queue_duration_s":1.195019,"scheduling_latency_s":1.195035,"redis_calls":13,"redis_duration_s":0.003165,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001003,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002162,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00995,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016076,"completed_at":"2026-06-30T08:43:13.061Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1362vm-test-run-nixbot-gitlab> gitlab # [  226.828867] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.063Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4979986c7cb4cc3519b4bfd1","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4979986c7cb4cc3519b4bfd1: start","job_status":"start","queue_duration_s":1.212663,"scheduling_latency_s":1.212681}1363vm-test-run-nixbot-gitlab> gitlab # [  226.841515] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.079Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4979986c7cb4cc3519b4bfd1","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4979986c7cb4cc3519b4bfd1: done: 0.015645 sec","job_status":"done","queue_duration_s":1.212663,"scheduling_latency_s":1.212681,"redis_calls":13,"redis_duration_s":0.002683,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000893,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00179,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009684,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015645,"completed_at":"2026-06-30T08:43:13.079Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1364vm-test-run-nixbot-gitlab> gitlab # [  226.881052] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.080Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4a0a86c0fc1a2cf4fb86153a","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4a0a86c0fc1a2cf4fb86153a: start","job_status":"start","queue_duration_s":1.2298,"scheduling_latency_s":1.229817}1365vm-test-run-nixbot-gitlab> gitlab # [  226.893698] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.095Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4a0a86c0fc1a2cf4fb86153a","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4a0a86c0fc1a2cf4fb86153a: done: 0.015338 sec","job_status":"done","queue_duration_s":1.2298,"scheduling_latency_s":1.229817,"redis_calls":13,"redis_duration_s":0.002659,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0009,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001759,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00981,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015338,"completed_at":"2026-06-30T08:43:13.095Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1366vm-test-run-nixbot-gitlab> gitlab # [  226.934117] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.097Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ca295250ec336e09bd09cc4","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ca295250ec336e09bd09cc4: start","job_status":"start","queue_duration_s":1.246558,"scheduling_latency_s":1.246574}1367vm-test-run-nixbot-gitlab> gitlab # [  226.946718] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.112Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ca295250ec336e09bd09cc4","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ca295250ec336e09bd09cc4: done: 0.015479 sec","job_status":"done","queue_duration_s":1.246558,"scheduling_latency_s":1.246574,"redis_calls":13,"redis_duration_s":0.002713,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000935,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001778,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009876,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015479,"completed_at":"2026-06-30T08:43:13.112Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1368vm-test-run-nixbot-gitlab> gitlab # [  226.986639] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.114Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"954510824f88eab792bbff4b","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-954510824f88eab792bbff4b: start","job_status":"start","queue_duration_s":1.263599,"scheduling_latency_s":1.263616}1369vm-test-run-nixbot-gitlab> gitlab # [  226.999241] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.130Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"954510824f88eab792bbff4b","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-954510824f88eab792bbff4b: done: 0.015895 sec","job_status":"done","queue_duration_s":1.263599,"scheduling_latency_s":1.263616,"redis_calls":13,"redis_duration_s":0.002935,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00091,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002025,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010091,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015895,"completed_at":"2026-06-30T08:43:13.130Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1370vm-test-run-nixbot-gitlab> gitlab # [  227.039266] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.131Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cba271a736c5159d457690c0","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cba271a736c5159d457690c0: start","job_status":"start","queue_duration_s":1.280981,"scheduling_latency_s":1.280997}1371vm-test-run-nixbot-gitlab> gitlab # [  227.052082] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.147Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cba271a736c5159d457690c0","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cba271a736c5159d457690c0: done: 0.015531 sec","job_status":"done","queue_duration_s":1.280981,"scheduling_latency_s":1.280997,"redis_calls":13,"redis_duration_s":0.002712,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000895,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001817,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0098,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015531,"completed_at":"2026-06-30T08:43:13.147Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1372vm-test-run-nixbot-gitlab> gitlab # [  227.092262] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.148Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"231f12f3cbb5c40aa7f4cdc8","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-231f12f3cbb5c40aa7f4cdc8: start","job_status":"start","queue_duration_s":1.297845,"scheduling_latency_s":1.29786}1373vm-test-run-nixbot-gitlab> gitlab # [  227.104862] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.164Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"231f12f3cbb5c40aa7f4cdc8","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-231f12f3cbb5c40aa7f4cdc8: done: 0.015691 sec","job_status":"done","queue_duration_s":1.297845,"scheduling_latency_s":1.29786,"redis_calls":13,"redis_duration_s":0.002702,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001775,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00962,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015691,"completed_at":"2026-06-30T08:43:13.164Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1374vm-test-run-nixbot-gitlab> gitlab # [  227.146121] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.165Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f785fa413aee0e5ebd90e647","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f785fa413aee0e5ebd90e647: start","job_status":"start","queue_duration_s":1.314848,"scheduling_latency_s":1.314864}1375vm-test-run-nixbot-gitlab> gitlab # [  227.158809] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.181Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f785fa413aee0e5ebd90e647","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f785fa413aee0e5ebd90e647: done: 0.016252 sec","job_status":"done","queue_duration_s":1.314848,"scheduling_latency_s":1.314864,"redis_calls":13,"redis_duration_s":0.003104,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000996,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002108,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0101,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016252,"completed_at":"2026-06-30T08:43:13.181Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1376vm-test-run-nixbot-gitlab> gitlab # [  227.198550] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.183Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9b051b5c8364fa56286a2781","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9b051b5c8364fa56286a2781: start","job_status":"start","queue_duration_s":1.332628,"scheduling_latency_s":1.332644}1377vm-test-run-nixbot-gitlab> gitlab # [  227.211417] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.198Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9b051b5c8364fa56286a2781","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9b051b5c8364fa56286a2781: done: 0.015567 sec","job_status":"done","queue_duration_s":1.332628,"scheduling_latency_s":1.332644,"redis_calls":13,"redis_duration_s":0.002746,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000915,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001831,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009639,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015567,"completed_at":"2026-06-30T08:43:13.198Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1378vm-test-run-nixbot-gitlab> gitlab # [  227.250573] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.200Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"429a078204657bd0c7379192","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-429a078204657bd0c7379192: start","job_status":"start","queue_duration_s":1.349525,"scheduling_latency_s":1.349541}1379vm-test-run-nixbot-gitlab> gitlab # [  227.263216] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:43:13.216Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"429a078204657bd0c7379192","created_at":"2026-06-30T08:43:11.758Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-ce505dbd94f646c5","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e115ef216547e902902d6bff8209937f","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:43:11.850Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-429a078204657bd0c7379192: done: 0.015819 sec","job_status":"done","queue_duration_s":1.349525,"scheduling_latency_s":1.349541,"redis_calls":13,"redis_duration_s":0.002847,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000968,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001879,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009966,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015819,"completed_at":"2026-06-30T08:43:13.216Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1380vm-test-run-nixbot-gitlab> gitlab # [  255.980744] setup-gitlab-start[3274]: W, [2026-06-30T08:43:43.855816 #3274]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1381vm-test-run-nixbot-gitlab> gitlab # [  274.562208] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:02.437Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"69e1d56a4bc24f1c79eeddd8","created_at":"2026-06-30T08:44:02.340Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5763a51aafafb7f0c38d1f9efe84fa33","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.434Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-69e1d56a4bc24f1c79eeddd8: start","job_status":"start","queue_duration_s":0.002351,"scheduling_latency_s":0.002381}1382vm-test-run-nixbot-gitlab> gitlab # [  276.025747] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:03.900Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"69e1d56a4bc24f1c79eeddd8","created_at":"2026-06-30T08:44:02.340Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5763a51aafafb7f0c38d1f9efe84fa33","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.434Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-69e1d56a4bc24f1c79eeddd8: done: 1.4634 sec","job_status":"done","queue_duration_s":0.002351,"scheduling_latency_s":0.002381,"redis_calls":579,"redis_duration_s":0.8356089999999999,"redis_read_bytes":1593,"redis_write_bytes":50031,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.001994,"redis_feature_flag_read_bytes":1024,"redis_feature_flag_write_bytes":544,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001429,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.832186,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.69975,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":1.4634,"completed_at":"2026-06-30T08:44:03.900Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1383vm-test-run-nixbot-gitlab> gitlab # [  276.026490] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:03.902Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleOldPipelinesRemovalCronWorker","jid":"a8171b40ff488719cdf80bec","created_at":"2026-06-30T08:44:02.458Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5cd05815835513d57d02434c59416c33dd1bebcfa3138e1542ab850c977747b0","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.507Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleOldPipelinesRemovalCronWorker JID-a8171b40ff488719cdf80bec: start","job_status":"start","queue_duration_s":1.395208,"scheduling_latency_s":1.395236}1384vm-test-run-nixbot-gitlab> gitlab # [  276.140264] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:03.954Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleOldPipelinesRemovalCronWorker","jid":"a8171b40ff488719cdf80bec","created_at":"2026-06-30T08:44:02.458Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5cd05815835513d57d02434c59416c33dd1bebcfa3138e1542ab850c977747b0","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.507Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleOldPipelinesRemovalCronWorker JID-a8171b40ff488719cdf80bec: done: 0.052207 sec","job_status":"done","queue_duration_s":1.395208,"scheduling_latency_s":1.395236,"redis_calls":28,"redis_duration_s":0.00415,"redis_read_bytes":36,"redis_write_bytes":10593,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000618,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":680,"redis_queues_calls":2,"redis_queues_duration_s":0.000286,"redis_queues_read_bytes":3,"redis_queues_write_bytes":8305,"redis_queues_metadata_calls":16,"redis_queues_metadata_duration_s":0.002333,"redis_queues_metadata_read_bytes":24,"redis_queues_metadata_write_bytes":1162,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000913,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":446,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039004,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023952,"duration_s":0.052207,"completed_at":"2026-06-30T08:44:03.954Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005665,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1385vm-test-run-nixbot-gitlab> gitlab # [  276.194184] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:03.955Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"f239c9e57e3356bc47b910fc","created_at":"2026-06-30T08:44:02.522Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d075d9f7ca53eaacad14ace453a6f1ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.533Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-f239c9e57e3356bc47b910fc: start","job_status":"start","queue_duration_s":1.422602,"scheduling_latency_s":1.422627}1386vm-test-run-nixbot-gitlab> gitlab # [  276.207924] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:03.981Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"f239c9e57e3356bc47b910fc","created_at":"2026-06-30T08:44:02.522Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d075d9f7ca53eaacad14ace453a6f1ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.533Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-f239c9e57e3356bc47b910fc: done: 0.02561 sec","job_status":"done","queue_duration_s":1.422602,"scheduling_latency_s":1.422627,"redis_calls":14,"redis_duration_s":0.001962,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.000195,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.001329,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000438,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019441,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02561,"completed_at":"2026-06-30T08:44:03.981Z","load_balancing_strategy":"primary","db_duration_s":0.001089,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1387vm-test-run-nixbot-gitlab> gitlab # [  276.250131] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:03.982Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"1d73eec6d65e55fffed4ce13","created_at":"2026-06-30T08:44:02.550Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fc6972e0e1b359f1de77de0494ed9db0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.561Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-1d73eec6d65e55fffed4ce13: start","job_status":"start","queue_duration_s":1.421062,"scheduling_latency_s":1.421085}1388vm-test-run-nixbot-gitlab> gitlab # [  276.264875] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:03.990Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1389vm-test-run-nixbot-gitlab> gitlab # [  276.268313] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:03.996Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"1d73eec6d65e55fffed4ce13","created_at":"2026-06-30T08:44:02.550Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fc6972e0e1b359f1de77de0494ed9db0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.561Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-1d73eec6d65e55fffed4ce13: done: 0.013805 sec","job_status":"done","queue_duration_s":1.421062,"scheduling_latency_s":1.421085,"redis_calls":7,"redis_duration_s":0.000977,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000694,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000283,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008565,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013805,"completed_at":"2026-06-30T08:44:03.996Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1390vm-test-run-nixbot-gitlab> gitlab # [  276.309710] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:03.997Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"03db524b335d8a72192cc315","created_at":"2026-06-30T08:44:02.580Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f47e2e278cdda6b7dbd2efb43734f3d6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.589Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-03db524b335d8a72192cc315: start","job_status":"start","queue_duration_s":1.408077,"scheduling_latency_s":1.408095}1391vm-test-run-nixbot-gitlab> gitlab # [  276.325843] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.010Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"03db524b335d8a72192cc315","created_at":"2026-06-30T08:44:02.580Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f47e2e278cdda6b7dbd2efb43734f3d6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.589Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-03db524b335d8a72192cc315: done: 0.01308 sec","job_status":"done","queue_duration_s":1.408077,"scheduling_latency_s":1.408095,"redis_calls":7,"redis_duration_s":0.001316,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000939,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000377,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007951,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01308,"completed_at":"2026-06-30T08:44:04.010Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1392vm-test-run-nixbot-gitlab> gitlab # [  276.367420] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.012Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"2979a45e8e16c5becf7c6483","created_at":"2026-06-30T08:44:02.614Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ecb9fb1d0ef39c84e6e45fcd9454534c","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.623Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-2979a45e8e16c5becf7c6483: start","job_status":"start","queue_duration_s":1.38853,"scheduling_latency_s":1.388547}1393vm-test-run-nixbot-gitlab> gitlab # [  276.381834] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.047Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"2979a45e8e16c5becf7c6483","created_at":"2026-06-30T08:44:02.614Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ecb9fb1d0ef39c84e6e45fcd9454534c","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.623Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-2979a45e8e16c5becf7c6483: done: 0.035525 sec","job_status":"done","queue_duration_s":1.38853,"scheduling_latency_s":1.388547,"redis_calls":7,"redis_duration_s":0.002017,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001508,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000509,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021494,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.035525,"completed_at":"2026-06-30T08:44:04.047Z","load_balancing_strategy":"primary","db_duration_s":0.007305,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1394vm-test-run-nixbot-gitlab> gitlab # [  276.423544] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.050Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"37a24546ce2c23f4cd2e4821","created_at":"2026-06-30T08:44:02.655Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"75b73ed21fbfea2388f82e0f5ada2b5b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.666Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-37a24546ce2c23f4cd2e4821: start","job_status":"start","queue_duration_s":1.384137,"scheduling_latency_s":1.384158}1395vm-test-run-nixbot-gitlab> gitlab # [  276.438528] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.132Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"37a24546ce2c23f4cd2e4821","created_at":"2026-06-30T08:44:02.655Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"75b73ed21fbfea2388f82e0f5ada2b5b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.666Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-37a24546ce2c23f4cd2e4821: done: 0.082571 sec","job_status":"done","queue_duration_s":1.384137,"scheduling_latency_s":1.384158,"redis_calls":9,"redis_duration_s":0.0031320000000000002,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001599,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001533,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.029,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030942,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00078078,"exclusive_lock_hold_duration_s":0.06327678,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.082571,"completed_at":"2026-06-30T08:44:04.132Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.053268,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1396vm-test-run-nixbot-gitlab> gitlab # [  276.482743] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.135Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"90fba2678410ee4a78c89e42","created_at":"2026-06-30T08:44:02.698Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9126763118ddbbd06f52a47ffbf5f2c8","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.707Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-90fba2678410ee4a78c89e42: start","job_status":"start","queue_duration_s":1.428167,"scheduling_latency_s":1.428191}1397vm-test-run-nixbot-gitlab> gitlab # [  276.497341] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.175Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"90fba2678410ee4a78c89e42","created_at":"2026-06-30T08:44:02.698Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9126763118ddbbd06f52a47ffbf5f2c8","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.707Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-90fba2678410ee4a78c89e42: done: 0.039666 sec","job_status":"done","queue_duration_s":1.428167,"scheduling_latency_s":1.428191,"redis_calls":7,"redis_duration_s":0.002593,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001884,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000709,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023346,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.039666,"completed_at":"2026-06-30T08:44:04.175Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008673,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1398vm-test-run-nixbot-gitlab> gitlab # [  276.539433] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.178Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"621d9122f1aed919c11619bf","created_at":"2026-06-30T08:44:02.745Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"17a53889d3d4db3557de691b1de0d318","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T08:44:02.754Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-621d9122f1aed919c11619bf: start","job_status":"start","queue_duration_s":1.423596,"scheduling_latency_s":1.423639}1399vm-test-run-nixbot-gitlab> gitlab # [  276.553478] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.198Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1400vm-test-run-nixbot-gitlab> gitlab # [  276.557277] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.211Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"621d9122f1aed919c11619bf","created_at":"2026-06-30T08:44:02.745Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"17a53889d3d4db3557de691b1de0d318","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T08:44:02.754Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-621d9122f1aed919c11619bf: done: 0.033497 sec","job_status":"done","queue_duration_s":1.423596,"scheduling_latency_s":1.423639,"redis_calls":7,"redis_duration_s":0.002875,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002042,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000833,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020834,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.033497,"completed_at":"2026-06-30T08:44:04.211Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1401vm-test-run-nixbot-gitlab> gitlab # [  276.597233] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.214Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"ef67c457708a2c65871a427f","created_at":"2026-06-30T08:44:02.774Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"48c817d65aac232dc9c5c3ab2545a93e","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.788Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-ef67c457708a2c65871a427f: start","job_status":"start","queue_duration_s":1.425757,"scheduling_latency_s":1.425789}1402vm-test-run-nixbot-gitlab> gitlab # [  276.611885] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.256Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"ef67c457708a2c65871a427f","created_at":"2026-06-30T08:44:02.774Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"48c817d65aac232dc9c5c3ab2545a93e","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.788Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-ef67c457708a2c65871a427f: done: 0.041764 sec","job_status":"done","queue_duration_s":1.425757,"scheduling_latency_s":1.425789,"redis_calls":10,"redis_duration_s":0.004313,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002834,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001479,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027798,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00743516,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.041764,"completed_at":"2026-06-30T08:44:04.256Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004226,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1403vm-test-run-nixbot-gitlab> gitlab # [  276.656228] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.258Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"275f3e36d1ee92ae62bd8eb1","created_at":"2026-06-30T08:44:02.810Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"91d52ab0c9d1fba848388effec767cb6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T08:44:02.819Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-275f3e36d1ee92ae62bd8eb1: start","job_status":"start","queue_duration_s":1.439033,"scheduling_latency_s":1.439062}1404vm-test-run-nixbot-gitlab> gitlab # [  276.669496] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.290Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"275f3e36d1ee92ae62bd8eb1","created_at":"2026-06-30T08:44:02.810Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"91d52ab0c9d1fba848388effec767cb6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T08:44:02.819Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-275f3e36d1ee92ae62bd8eb1: done: 0.032455 sec","job_status":"done","queue_duration_s":1.439033,"scheduling_latency_s":1.439062,"redis_calls":7,"redis_duration_s":0.002155,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001568,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000587,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022088,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.032455,"completed_at":"2026-06-30T08:44:04.290Z","load_balancing_strategy":"primary","db_duration_s":0.00288,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1405vm-test-run-nixbot-gitlab> gitlab # [  276.709587] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.293Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"26054ab0391651e9618167af","created_at":"2026-06-30T08:44:02.849Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5d06a769f90e0e1511caf249331d7cc2","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.858Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-26054ab0391651e9618167af: start","job_status":"start","queue_duration_s":1.434821,"scheduling_latency_s":1.434843}1406vm-test-run-nixbot-gitlab> gitlab # [  276.724432] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.315Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"26054ab0391651e9618167af","created_at":"2026-06-30T08:44:02.849Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5d06a769f90e0e1511caf249331d7cc2","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.858Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-26054ab0391651e9618167af: done: 0.022629 sec","job_status":"done","queue_duration_s":1.434821,"scheduling_latency_s":1.434843,"redis_calls":9,"redis_duration_s":0.002647,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001404,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001243,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0137,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00069398,"exclusive_lock_hold_duration_s":0.00342714,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.022629,"completed_at":"2026-06-30T08:44:04.315Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001778,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1407vm-test-run-nixbot-gitlab> gitlab # [  276.767862] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.317Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"67f97f8313102bf6f0712fbb","created_at":"2026-06-30T08:44:02.886Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ee73673be92b7ef6d64efe1cfdb8c90c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.896Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-67f97f8313102bf6f0712fbb: start","job_status":"start","queue_duration_s":1.421523,"scheduling_latency_s":1.42155}1408vm-test-run-nixbot-gitlab> gitlab # [  276.782763] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.327Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1409vm-test-run-nixbot-gitlab> gitlab # [  276.786016] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.334Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"67f97f8313102bf6f0712fbb","created_at":"2026-06-30T08:44:02.886Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ee73673be92b7ef6d64efe1cfdb8c90c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.896Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-67f97f8313102bf6f0712fbb: done: 0.01656 sec","job_status":"done","queue_duration_s":1.421523,"scheduling_latency_s":1.42155,"redis_calls":7,"redis_duration_s":0.001857,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001339,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000518,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010124,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01656,"completed_at":"2026-06-30T08:44:04.334Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1410vm-test-run-nixbot-gitlab> gitlab # [  276.827405] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.335Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"f287f5c9e0c3d148cc2fa3d4","created_at":"2026-06-30T08:44:02.914Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"11a26cb19b144ad6c0aea592c520a0bf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.925Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-f287f5c9e0c3d148cc2fa3d4: start","job_status":"start","queue_duration_s":1.410685,"scheduling_latency_s":1.410703}1411vm-test-run-nixbot-gitlab> gitlab # [  276.842106] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.614Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"f287f5c9e0c3d148cc2fa3d4","created_at":"2026-06-30T08:44:02.914Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"11a26cb19b144ad6c0aea592c520a0bf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.925Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-f287f5c9e0c3d148cc2fa3d4: done: 0.278402 sec","job_status":"done","queue_duration_s":1.410685,"scheduling_latency_s":1.410703,"redis_calls":11,"redis_duration_s":0.002612,"redis_read_bytes":9,"redis_write_bytes":1262,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000579,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":275,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001077,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000956,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":124,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":124,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.067,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":124,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.067,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.196197,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00060066,"exclusive_lock_hold_duration_s":0.25869288,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.278402,"completed_at":"2026-06-30T08:44:04.614Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.092912,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1412vm-test-run-nixbot-gitlab> gitlab # [  276.887705] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.615Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"0832a3cef8da5b59548798e8","created_at":"2026-06-30T08:44:02.984Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d1efb7607b0bf5306732a2631c1ffc76","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.993Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-0832a3cef8da5b59548798e8: start","job_status":"start","queue_duration_s":1.621687,"scheduling_latency_s":1.621707}1413vm-test-run-nixbot-gitlab> gitlab # [  276.901826] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.633Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"0832a3cef8da5b59548798e8","created_at":"2026-06-30T08:44:02.984Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d1efb7607b0bf5306732a2631c1ffc76","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:02.993Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-0832a3cef8da5b59548798e8: done: 0.017458 sec","job_status":"done","queue_duration_s":1.621687,"scheduling_latency_s":1.621707,"redis_calls":9,"redis_duration_s":0.001572,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000699,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000873,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010752,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00065718,"exclusive_lock_hold_duration_s":0.003559,"duration_s":0.017458,"completed_at":"2026-06-30T08:44:04.633Z","load_balancing_strategy":"primary","db_duration_s":0.001808,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1414vm-test-run-nixbot-gitlab> gitlab # [  276.943078] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.634Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"cc153282935e9c9d29968ab7","created_at":"2026-06-30T08:44:03.006Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c941908c46013ac21b3fcefe9e2d2794","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.027Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-cc153282935e9c9d29968ab7: start","job_status":"start","queue_duration_s":1.6069,"scheduling_latency_s":1.606916}1415vm-test-run-nixbot-gitlab> gitlab # [  276.956446] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.653Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"cc153282935e9c9d29968ab7","created_at":"2026-06-30T08:44:03.006Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c941908c46013ac21b3fcefe9e2d2794","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.027Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-cc153282935e9c9d29968ab7: done: 0.018848 sec","job_status":"done","queue_duration_s":1.6069,"scheduling_latency_s":1.606916,"redis_calls":12,"redis_duration_s":0.001637,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000354,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000268,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000721,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000294,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011398,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027466,"duration_s":0.018848,"completed_at":"2026-06-30T08:44:04.653Z","load_balancing_strategy":"primary","db_duration_s":0.000681,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1416vm-test-run-nixbot-gitlab> gitlab # [  276.999308] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.654Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"3f82e40308969d9a64fd842d","created_at":"2026-06-30T08:44:03.049Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.060Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-3f82e40308969d9a64fd842d: start","job_status":"start","queue_duration_s":1.594241,"scheduling_latency_s":1.594258}1417vm-test-run-nixbot-gitlab> gitlab # [  277.013326] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.740Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"3f82e40308969d9a64fd842d","created_at":"2026-06-30T08:44:03.049Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.060Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-3f82e40308969d9a64fd842d: done: 0.086246 sec","job_status":"done","queue_duration_s":1.594241,"scheduling_latency_s":1.594258,"redis_calls":60,"redis_duration_s":0.008718,"redis_read_bytes":108,"redis_write_bytes":41059,"redis_queues_calls":2,"redis_queues_duration_s":0.000633,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.007689,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000396,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.078963,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.086246,"completed_at":"2026-06-30T08:44:04.740Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1418vm-test-run-nixbot-gitlab> gitlab # [  277.055016] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.741Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"76fefc849dec2fe4447c7a02","created_at":"2026-06-30T08:44:03.090Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fc20b689ce45beb9aefbae70dc7587ac","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.100Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-76fefc849dec2fe4447c7a02: start","job_status":"start","queue_duration_s":1.640793,"scheduling_latency_s":1.64081}1419vm-test-run-nixbot-gitlab> gitlab # [  277.069803] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.749Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1420vm-test-run-nixbot-gitlab> gitlab # [  277.073386] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.753Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"76fefc849dec2fe4447c7a02","created_at":"2026-06-30T08:44:03.090Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fc20b689ce45beb9aefbae70dc7587ac","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.100Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-76fefc849dec2fe4447c7a02: done: 0.012219 sec","job_status":"done","queue_duration_s":1.640793,"scheduling_latency_s":1.64081,"redis_calls":7,"redis_duration_s":0.000935,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000664,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000271,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007972,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012219,"completed_at":"2026-06-30T08:44:04.753Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1421vm-test-run-nixbot-gitlab> gitlab # [  277.114143] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.754Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"85d5c8ca32bdaf1b3f21ce3d","created_at":"2026-06-30T08:44:03.140Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ecdff5d4d0b65561ccbb192f933ea468","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.150Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-85d5c8ca32bdaf1b3f21ce3d: start","job_status":"start","queue_duration_s":1.603836,"scheduling_latency_s":1.603853}1422vm-test-run-nixbot-gitlab> gitlab # [  277.128755] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.767Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"85d5c8ca32bdaf1b3f21ce3d","created_at":"2026-06-30T08:44:03.140Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ecdff5d4d0b65561ccbb192f933ea468","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.150Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-85d5c8ca32bdaf1b3f21ce3d: done: 0.012782 sec","job_status":"done","queue_duration_s":1.603836,"scheduling_latency_s":1.603853,"redis_calls":7,"redis_duration_s":0.0009919999999999998,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000676,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000316,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008084,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012782,"completed_at":"2026-06-30T08:44:04.767Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1423vm-test-run-nixbot-gitlab> gitlab # [  277.171251] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.769Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"496efeda7947f2936f903dfa","created_at":"2026-06-30T08:44:03.184Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"765bb5b61c0a854105af2615f4369ec2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T08:44:03.196Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-496efeda7947f2936f903dfa: start","job_status":"start","queue_duration_s":1.572251,"scheduling_latency_s":1.572268}1424vm-test-run-nixbot-gitlab> gitlab # [  277.184906] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.775Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1425vm-test-run-nixbot-gitlab> gitlab # [  277.188172] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.780Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"496efeda7947f2936f903dfa","created_at":"2026-06-30T08:44:03.184Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"765bb5b61c0a854105af2615f4369ec2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T08:44:03.196Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-496efeda7947f2936f903dfa: done: 0.011666 sec","job_status":"done","queue_duration_s":1.572251,"scheduling_latency_s":1.572268,"redis_calls":7,"redis_duration_s":0.00091,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000648,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000262,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00749,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011666,"completed_at":"2026-06-30T08:44:04.780Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1426vm-test-run-nixbot-gitlab> gitlab # [  277.228042] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.782Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"4ea60f5813119dff45023b30","created_at":"2026-06-30T08:44:03.247Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5f6b75f6bbf8b4ed4549b683dc91cb11","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.266Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-4ea60f5813119dff45023b30: start","job_status":"start","queue_duration_s":1.515568,"scheduling_latency_s":1.515586}1427vm-test-run-nixbot-gitlab> gitlab # [  277.242583] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.807Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"4ea60f5813119dff45023b30","created_at":"2026-06-30T08:44:03.247Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5f6b75f6bbf8b4ed4549b683dc91cb11","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.266Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-4ea60f5813119dff45023b30: done: 0.025006 sec","job_status":"done","queue_duration_s":1.515568,"scheduling_latency_s":1.515586,"redis_calls":12,"redis_duration_s":0.002045,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000674,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000703,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000668,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013648,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00047268,"exclusive_lock_hold_duration_s":0.006610319999999999,"duration_s":0.025006,"completed_at":"2026-06-30T08:44:04.807Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004622,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1428vm-test-run-nixbot-gitlab> gitlab # [  277.285672] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.808Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"74fea0f19baa096c34535cea","created_at":"2026-06-30T08:44:03.296Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bc003bbc89f7e1a1305c440f38af5452","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.366Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-74fea0f19baa096c34535cea: start","job_status":"start","queue_duration_s":1.442533,"scheduling_latency_s":1.44255}1429vm-test-run-nixbot-gitlab> gitlab # [  277.300731] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.835Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"74fea0f19baa096c34535cea","created_at":"2026-06-30T08:44:03.296Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bc003bbc89f7e1a1305c440f38af5452","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.366Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-74fea0f19baa096c34535cea: done: 0.027355 sec","job_status":"done","queue_duration_s":1.442533,"scheduling_latency_s":1.44255,"redis_calls":10,"redis_duration_s":0.001311,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000297,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000733,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000281,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015423,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023868,"duration_s":0.027355,"completed_at":"2026-06-30T08:44:04.835Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006001,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1430vm-test-run-nixbot-gitlab> gitlab # [  277.343578] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.837Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"bf3ba0d960003bfc5100877c","created_at":"2026-06-30T08:44:03.413Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ba28bc07b3b882a43a0c9f4b96e1bb6d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.423Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-bf3ba0d960003bfc5100877c: start","job_status":"start","queue_duration_s":1.413376,"scheduling_latency_s":1.413393}1431vm-test-run-nixbot-gitlab> gitlab # [  277.359312] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.844Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1432vm-test-run-nixbot-gitlab> gitlab # [  277.363314] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.849Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"bf3ba0d960003bfc5100877c","created_at":"2026-06-30T08:44:03.413Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ba28bc07b3b882a43a0c9f4b96e1bb6d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.423Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-bf3ba0d960003bfc5100877c: done: 0.012393 sec","job_status":"done","queue_duration_s":1.413376,"scheduling_latency_s":1.413393,"redis_calls":7,"redis_duration_s":0.000939,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000669,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00027,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008123,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012393,"completed_at":"2026-06-30T08:44:04.849Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1433vm-test-run-nixbot-gitlab> gitlab # [  277.404664] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.850Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"62e4d6a0eb2fe3e4c4e100ee","created_at":"2026-06-30T08:44:03.458Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"05b23e4af3952f92cecd7d8e7c9e72c0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.469Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-62e4d6a0eb2fe3e4c4e100ee: start","job_status":"start","queue_duration_s":1.380759,"scheduling_latency_s":1.380776}1434vm-test-run-nixbot-gitlab> gitlab # [  277.419646] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.895Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"62e4d6a0eb2fe3e4c4e100ee","created_at":"2026-06-30T08:44:03.458Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"05b23e4af3952f92cecd7d8e7c9e72c0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.469Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-62e4d6a0eb2fe3e4c4e100ee: done: 0.044576 sec","job_status":"done","queue_duration_s":1.380759,"scheduling_latency_s":1.380776,"redis_calls":9,"redis_duration_s":0.0013340000000000001,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000688,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000646,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017467,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0005214,"exclusive_lock_hold_duration_s":0.02155722,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.044576,"completed_at":"2026-06-30T08:44:04.895Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.023793,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1435vm-test-run-nixbot-gitlab> gitlab # [  277.463552] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.896Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"5bb26b90a0b6ca2ab217133c","created_at":"2026-06-30T08:44:03.491Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"4fb668cc328fb7fe611ca9b5ff7ea165","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.512Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-5bb26b90a0b6ca2ab217133c: start","job_status":"start","queue_duration_s":1.384265,"scheduling_latency_s":1.384282}1436vm-test-run-nixbot-gitlab> gitlab # [  277.477771] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.915Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"5bb26b90a0b6ca2ab217133c","created_at":"2026-06-30T08:44:03.491Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"4fb668cc328fb7fe611ca9b5ff7ea165","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.512Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-5bb26b90a0b6ca2ab217133c: done: 0.0184 sec","job_status":"done","queue_duration_s":1.384265,"scheduling_latency_s":1.384282,"redis_calls":10,"redis_duration_s":0.001369,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000287,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0008,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000282,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010892,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023026,"duration_s":0.0184,"completed_at":"2026-06-30T08:44:04.914Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000657,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1437vm-test-run-nixbot-gitlab> gitlab # [  277.519910] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.916Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"d3f7e5d85a8e394009ef2bb8","created_at":"2026-06-30T08:44:03.532Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"74b61526da75482fef07dba743af995a","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.542Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-d3f7e5d85a8e394009ef2bb8: start","job_status":"start","queue_duration_s":1.37392,"scheduling_latency_s":1.373937}1438vm-test-run-nixbot-gitlab> gitlab # [  277.534299] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.930Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"d3f7e5d85a8e394009ef2bb8","created_at":"2026-06-30T08:44:03.532Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-2575e2bcbb89475d","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"74b61526da75482fef07dba743af995a","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.542Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-d3f7e5d85a8e394009ef2bb8: done: 0.014272 sec","job_status":"done","queue_duration_s":1.37392,"scheduling_latency_s":1.373937,"redis_calls":7,"redis_duration_s":0.000959,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000682,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000277,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008665,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014272,"completed_at":"2026-06-30T08:44:04.930Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001514,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1439vm-test-run-nixbot-gitlab> gitlab # [  277.576580] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.931Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"983c28f419825efbc4926aed","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-983c28f419825efbc4926aed: start","job_status":"start","queue_duration_s":0.984743,"scheduling_latency_s":0.98476}1440vm-test-run-nixbot-gitlab> gitlab # [  277.589981] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.982Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"983c28f419825efbc4926aed","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-983c28f419825efbc4926aed: done: 0.050792 sec","job_status":"done","queue_duration_s":0.984743,"scheduling_latency_s":0.98476,"redis_calls":16,"redis_duration_s":0.002065,"redis_read_bytes":14,"redis_write_bytes":1526,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000261,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000571,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":423,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001233,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":802,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023381,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023374,"duration_s":0.050792,"completed_at":"2026-06-30T08:44:04.982Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.020997,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1441vm-test-run-nixbot-gitlab> gitlab # [  277.632161] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:04.984Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"1eb4fd99b575969b0dbb5c38","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-1eb4fd99b575969b0dbb5c38: start","job_status":"start","queue_duration_s":1.036876,"scheduling_latency_s":1.036894}1442vm-test-run-nixbot-gitlab> gitlab # [  277.645259] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.001Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"1eb4fd99b575969b0dbb5c38","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-1eb4fd99b575969b0dbb5c38: done: 0.017329 sec","job_status":"done","queue_duration_s":1.036876,"scheduling_latency_s":1.036894,"redis_calls":13,"redis_duration_s":0.001979,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000951,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001028,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010676,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017329,"completed_at":"2026-06-30T08:44:05.001Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00186,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1443vm-test-run-nixbot-gitlab> gitlab # [  277.685008] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.002Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"56f245b1ebcc133d698ad7c8","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-56f245b1ebcc133d698ad7c8: start","job_status":"start","queue_duration_s":1.055333,"scheduling_latency_s":1.055351}1444vm-test-run-nixbot-gitlab> gitlab # [  277.698473] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.018Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"56f245b1ebcc133d698ad7c8","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-56f245b1ebcc133d698ad7c8: done: 0.016385 sec","job_status":"done","queue_duration_s":1.055333,"scheduling_latency_s":1.055351,"redis_calls":13,"redis_duration_s":0.001543,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000549,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000994,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010254,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016385,"completed_at":"2026-06-30T08:44:05.018Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001797,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1445vm-test-run-nixbot-gitlab> gitlab # [  277.738392] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.019Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"8419ed6d913b1ef1d18a6b7f","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-8419ed6d913b1ef1d18a6b7f: start","job_status":"start","queue_duration_s":1.072786,"scheduling_latency_s":1.072804}1446vm-test-run-nixbot-gitlab> gitlab # [  277.752036] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.036Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"8419ed6d913b1ef1d18a6b7f","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-8419ed6d913b1ef1d18a6b7f: done: 0.016236 sec","job_status":"done","queue_duration_s":1.072786,"scheduling_latency_s":1.072804,"redis_calls":13,"redis_duration_s":0.001914,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000513,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001401,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010181,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016236,"completed_at":"2026-06-30T08:44:05.036Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001938,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1447vm-test-run-nixbot-gitlab> gitlab # [  277.793197] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.037Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"f0c4357ed6345c1610bde386","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-f0c4357ed6345c1610bde386: start","job_status":"start","queue_duration_s":1.090216,"scheduling_latency_s":1.090233}1448vm-test-run-nixbot-gitlab> gitlab # [  277.806477] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.058Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"f0c4357ed6345c1610bde386","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-f0c4357ed6345c1610bde386: done: 0.021401 sec","job_status":"done","queue_duration_s":1.090216,"scheduling_latency_s":1.090233,"redis_calls":13,"redis_duration_s":0.001458,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000516,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000942,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009679,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021401,"completed_at":"2026-06-30T08:44:05.058Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001638,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449vm-test-run-nixbot-gitlab> gitlab # [  277.846986] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.059Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"50d163bcbd6a5d39123c88d1","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-50d163bcbd6a5d39123c88d1: start","job_status":"start","queue_duration_s":1.112678,"scheduling_latency_s":1.112696}1450vm-test-run-nixbot-gitlab> gitlab # [  277.860906] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.076Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"50d163bcbd6a5d39123c88d1","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-50d163bcbd6a5d39123c88d1: done: 0.016901 sec","job_status":"done","queue_duration_s":1.112678,"scheduling_latency_s":1.112696,"redis_calls":13,"redis_duration_s":0.001518,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000516,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001002,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010756,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016901,"completed_at":"2026-06-30T08:44:05.076Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001704,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1451vm-test-run-nixbot-gitlab> gitlab # [  277.901190] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.077Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"286df31accb9fc350998b217","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-286df31accb9fc350998b217: start","job_status":"start","queue_duration_s":1.130654,"scheduling_latency_s":1.130671}1452vm-test-run-nixbot-gitlab> gitlab # [  277.914901] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"286df31accb9fc350998b217","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-286df31accb9fc350998b217: done: 0.015589 sec","job_status":"done","queue_duration_s":1.130654,"scheduling_latency_s":1.130671,"redis_calls":13,"redis_duration_s":0.001712,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000529,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001183,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010232,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015589,"completed_at":"2026-06-30T08:44:05.093Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001092,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1453vm-test-run-nixbot-gitlab> gitlab # [  277.955581] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.094Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"1c681ac31323fbb8e8676793","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-1c681ac31323fbb8e8676793: start","job_status":"start","queue_duration_s":1.147254,"scheduling_latency_s":1.14727}1454vm-test-run-nixbot-gitlab> gitlab # [  277.970330] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.120Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"1c681ac31323fbb8e8676793","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-1c681ac31323fbb8e8676793: done: 0.026016 sec","job_status":"done","queue_duration_s":1.147254,"scheduling_latency_s":1.14727,"redis_calls":13,"redis_duration_s":0.001438,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000938,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020865,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026016,"completed_at":"2026-06-30T08:44:05.120Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00104,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1455vm-test-run-nixbot-gitlab> gitlab # [  278.010948] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.121Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"620697d03f84b5e6dbd7010a","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-620697d03f84b5e6dbd7010a: start","job_status":"start","queue_duration_s":1.17438,"scheduling_latency_s":1.174397}1456vm-test-run-nixbot-gitlab> gitlab # [  278.024582] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.136Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"620697d03f84b5e6dbd7010a","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-620697d03f84b5e6dbd7010a: done: 0.01463 sec","job_status":"done","queue_duration_s":1.17438,"scheduling_latency_s":1.174397,"redis_calls":13,"redis_duration_s":0.00147,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000955,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009517,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01463,"completed_at":"2026-06-30T08:44:05.136Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001023,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1457vm-test-run-nixbot-gitlab> gitlab # [  278.065343] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.137Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"468ce9d7ca08819a1cfc1426","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-468ce9d7ca08819a1cfc1426: start","job_status":"start","queue_duration_s":1.190039,"scheduling_latency_s":1.190055}1458vm-test-run-nixbot-gitlab> gitlab # [  278.078960] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.152Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"468ce9d7ca08819a1cfc1426","created_at":"2026-06-30T08:44:03.926Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-5cfb733868054faa","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"b2d49ca7ddd75826d8785e08059979ef","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.947Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-468ce9d7ca08819a1cfc1426: done: 0.015767 sec","job_status":"done","queue_duration_s":1.190039,"scheduling_latency_s":1.190055,"redis_calls":13,"redis_duration_s":0.002266,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001754,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015767,"completed_at":"2026-06-30T08:44:05.152Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001004,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1459vm-test-run-nixbot-gitlab> gitlab # [  278.119155] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.153Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"2971e1b8522b9954c5fca84b","created_at":"2026-06-30T08:44:03.966Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-85c17108ea0e4ee9","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d075d9f7ca53eaacad14ace453a6f1ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.976Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-2971e1b8522b9954c5fca84b: start","job_status":"start","queue_duration_s":1.177925,"scheduling_latency_s":1.177942}1460vm-test-run-nixbot-gitlab> gitlab # [  278.131897] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.164Z","message":"No existing merge request to be cleaned up."}1461vm-test-run-nixbot-gitlab> gitlab # [  278.133681] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.172Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"2971e1b8522b9954c5fca84b","created_at":"2026-06-30T08:44:03.966Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-85c17108ea0e4ee9","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d075d9f7ca53eaacad14ace453a6f1ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.976Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-2971e1b8522b9954c5fca84b: done: 0.018173 sec","job_status":"done","queue_duration_s":1.177925,"scheduling_latency_s":1.177942,"redis_calls":10,"redis_duration_s":0.001263,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000528,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000735,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011929,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018173,"completed_at":"2026-06-30T08:44:05.172Z","load_balancing_strategy":"primary","db_duration_s":0.002862,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1462vm-test-run-nixbot-gitlab> gitlab # [  278.173780] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.173Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"78c35cb3acae35ea03025807","created_at":"2026-06-30T08:44:03.966Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-85c17108ea0e4ee9","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d075d9f7ca53eaacad14ace453a6f1ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.976Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-78c35cb3acae35ea03025807: start","job_status":"start","queue_duration_s":1.197125,"scheduling_latency_s":1.197141}1463vm-test-run-nixbot-gitlab> gitlab # [  278.186363] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.183Z","message":"No existing merge request to be cleaned up."}1464vm-test-run-nixbot-gitlab> gitlab # [  278.188111] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.190Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"78c35cb3acae35ea03025807","created_at":"2026-06-30T08:44:03.966Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-85c17108ea0e4ee9","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d075d9f7ca53eaacad14ace453a6f1ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.976Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-78c35cb3acae35ea03025807: done: 0.017489 sec","job_status":"done","queue_duration_s":1.197125,"scheduling_latency_s":1.197141,"redis_calls":10,"redis_duration_s":0.001317,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000576,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000741,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011648,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017489,"completed_at":"2026-06-30T08:44:05.190Z","load_balancing_strategy":"primary","db_duration_s":0.002685,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1465vm-test-run-nixbot-gitlab> gitlab # [  278.226918] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.191Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"bfddaa4792079030b1fda27e","created_at":"2026-06-30T08:44:03.966Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-85c17108ea0e4ee9","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d075d9f7ca53eaacad14ace453a6f1ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.976Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-bfddaa4792079030b1fda27e: start","job_status":"start","queue_duration_s":1.215778,"scheduling_latency_s":1.215795}1466vm-test-run-nixbot-gitlab> gitlab # [  278.239481] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.201Z","message":"No existing merge request to be cleaned up."}1467vm-test-run-nixbot-gitlab> gitlab # [  278.241252] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.209Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"bfddaa4792079030b1fda27e","created_at":"2026-06-30T08:44:03.966Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-85c17108ea0e4ee9","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d075d9f7ca53eaacad14ace453a6f1ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.976Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-bfddaa4792079030b1fda27e: done: 0.017231 sec","job_status":"done","queue_duration_s":1.215778,"scheduling_latency_s":1.215795,"redis_calls":10,"redis_duration_s":0.001278,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000545,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000733,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011489,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017231,"completed_at":"2026-06-30T08:44:05.208Z","load_balancing_strategy":"primary","db_duration_s":0.002445,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1468vm-test-run-nixbot-gitlab> gitlab # [  278.279666] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.210Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f56ee6dbb1429da7b97c0317","created_at":"2026-06-30T08:44:03.966Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-85c17108ea0e4ee9","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d075d9f7ca53eaacad14ace453a6f1ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.976Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f56ee6dbb1429da7b97c0317: start","job_status":"start","queue_duration_s":1.234036,"scheduling_latency_s":1.234052}1469vm-test-run-nixbot-gitlab> gitlab # [  278.292250] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.219Z","message":"No existing merge request to be cleaned up."}1470vm-test-run-nixbot-gitlab> gitlab # [  278.293954] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.226Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f56ee6dbb1429da7b97c0317","created_at":"2026-06-30T08:44:03.966Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-85c17108ea0e4ee9","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d075d9f7ca53eaacad14ace453a6f1ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:03.976Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f56ee6dbb1429da7b97c0317: done: 0.016907 sec","job_status":"done","queue_duration_s":1.234036,"scheduling_latency_s":1.234052,"redis_calls":10,"redis_duration_s":0.001269,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000535,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000734,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011293,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016907,"completed_at":"2026-06-30T08:44:05.226Z","load_balancing_strategy":"primary","db_duration_s":0.00226,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1471vm-test-run-nixbot-gitlab> gitlab # [  278.332429] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.228Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3fcdfef02c5f4801a6aefb2b","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3fcdfef02c5f4801a6aefb2b: start","job_status":"start","queue_duration_s":0.494006,"scheduling_latency_s":0.494022}1472vm-test-run-nixbot-gitlab> gitlab # [  278.344575] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.242Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3fcdfef02c5f4801a6aefb2b","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3fcdfef02c5f4801a6aefb2b: done: 0.01411 sec","job_status":"done","queue_duration_s":0.494006,"scheduling_latency_s":0.494022,"redis_calls":13,"redis_duration_s":0.001446,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000936,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009703,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01411,"completed_at":"2026-06-30T08:44:05.242Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1473vm-test-run-nixbot-gitlab> gitlab # [  278.384682] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.243Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"069b1d00b8b248d27bd762ee","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-069b1d00b8b248d27bd762ee: start","job_status":"start","queue_duration_s":0.509142,"scheduling_latency_s":0.509159}1474vm-test-run-nixbot-gitlab> gitlab # [  278.396997] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.256Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"069b1d00b8b248d27bd762ee","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-069b1d00b8b248d27bd762ee: done: 0.013571 sec","job_status":"done","queue_duration_s":0.509142,"scheduling_latency_s":0.509159,"redis_calls":13,"redis_duration_s":0.001389,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000492,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000897,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009333,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013571,"completed_at":"2026-06-30T08:44:05.256Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1475vm-test-run-nixbot-gitlab> gitlab # [  278.436273] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.257Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2b2203a3e5cf27ded2c93c2","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2b2203a3e5cf27ded2c93c2: start","job_status":"start","queue_duration_s":0.523761,"scheduling_latency_s":0.523778}1476vm-test-run-nixbot-gitlab> gitlab # [  278.448501] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.271Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2b2203a3e5cf27ded2c93c2","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2b2203a3e5cf27ded2c93c2: done: 0.013447 sec","job_status":"done","queue_duration_s":0.523761,"scheduling_latency_s":0.523778,"redis_calls":13,"redis_duration_s":0.001379,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000492,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000887,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009288,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013447,"completed_at":"2026-06-30T08:44:05.271Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1477vm-test-run-nixbot-gitlab> gitlab # [  278.487744] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.272Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cc5f7c36341501acc2d536de","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cc5f7c36341501acc2d536de: start","job_status":"start","queue_duration_s":0.538268,"scheduling_latency_s":0.538285}1478vm-test-run-nixbot-gitlab> gitlab # [  278.500427] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.286Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cc5f7c36341501acc2d536de","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cc5f7c36341501acc2d536de: done: 0.013987 sec","job_status":"done","queue_duration_s":0.538268,"scheduling_latency_s":0.538285,"redis_calls":13,"redis_duration_s":0.0014420000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000505,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000937,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009471,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013987,"completed_at":"2026-06-30T08:44:05.286Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1479vm-test-run-nixbot-gitlab> gitlab # [  278.539552] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.287Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c8e74e6a89937cd5c4c79226","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c8e74e6a89937cd5c4c79226: start","job_status":"start","queue_duration_s":0.553348,"scheduling_latency_s":0.553364}1480vm-test-run-nixbot-gitlab> gitlab # [  278.552136] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.301Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c8e74e6a89937cd5c4c79226","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c8e74e6a89937cd5c4c79226: done: 0.013692 sec","job_status":"done","queue_duration_s":0.553348,"scheduling_latency_s":0.553364,"redis_calls":13,"redis_duration_s":0.001386,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000503,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000883,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009414,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013692,"completed_at":"2026-06-30T08:44:05.300Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1481vm-test-run-nixbot-gitlab> gitlab # [  278.592455] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.302Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2a7648eec4df390973b483b2","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2a7648eec4df390973b483b2: start","job_status":"start","queue_duration_s":0.568037,"scheduling_latency_s":0.568054}1482vm-test-run-nixbot-gitlab> gitlab # [  278.604917] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.315Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2a7648eec4df390973b483b2","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2a7648eec4df390973b483b2: done: 0.013528 sec","job_status":"done","queue_duration_s":0.568037,"scheduling_latency_s":0.568054,"redis_calls":13,"redis_duration_s":0.0013900000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000501,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000889,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009357,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013528,"completed_at":"2026-06-30T08:44:05.315Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1483vm-test-run-nixbot-gitlab> gitlab # [  278.644517] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.316Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d7d0a3a9d3db71ec85f50f1f","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d7d0a3a9d3db71ec85f50f1f: start","job_status":"start","queue_duration_s":0.582597,"scheduling_latency_s":0.582614}1484vm-test-run-nixbot-gitlab> gitlab # [  278.656887] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.330Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d7d0a3a9d3db71ec85f50f1f","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d7d0a3a9d3db71ec85f50f1f: done: 0.013703 sec","job_status":"done","queue_duration_s":0.582597,"scheduling_latency_s":0.582614,"redis_calls":13,"redis_duration_s":0.0014780000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000506,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000972,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009486,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013703,"completed_at":"2026-06-30T08:44:05.330Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1485vm-test-run-nixbot-gitlab> gitlab # [  278.696414] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.331Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d343ebd2f1282303ed918fff","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d343ebd2f1282303ed918fff: start","job_status":"start","queue_duration_s":0.597322,"scheduling_latency_s":0.597339}1486vm-test-run-nixbot-gitlab> gitlab # [  278.708583] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.344Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d343ebd2f1282303ed918fff","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d343ebd2f1282303ed918fff: done: 0.013578 sec","job_status":"done","queue_duration_s":0.597322,"scheduling_latency_s":0.597339,"redis_calls":13,"redis_duration_s":0.0013779999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000498,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00088,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009356,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013578,"completed_at":"2026-06-30T08:44:05.344Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1487vm-test-run-nixbot-gitlab> gitlab # [  278.748067] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.345Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c59bf79ea72c04e65dcbf4d0","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c59bf79ea72c04e65dcbf4d0: start","job_status":"start","queue_duration_s":0.611916,"scheduling_latency_s":0.611932}1488vm-test-run-nixbot-gitlab> gitlab # [  278.760770] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.359Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c59bf79ea72c04e65dcbf4d0","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c59bf79ea72c04e65dcbf4d0: done: 0.013586 sec","job_status":"done","queue_duration_s":0.611916,"scheduling_latency_s":0.611932,"redis_calls":13,"redis_duration_s":0.001373,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000495,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000878,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009412,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013586,"completed_at":"2026-06-30T08:44:05.359Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1489vm-test-run-nixbot-gitlab> gitlab # [  278.800830] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.360Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3f24d69f31f2c7dd0d06a928","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3f24d69f31f2c7dd0d06a928: start","job_status":"start","queue_duration_s":0.626529,"scheduling_latency_s":0.626546}1490vm-test-run-nixbot-gitlab> gitlab # [  278.813416] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.374Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3f24d69f31f2c7dd0d06a928","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3f24d69f31f2c7dd0d06a928: done: 0.013657 sec","job_status":"done","queue_duration_s":0.626529,"scheduling_latency_s":0.626546,"redis_calls":13,"redis_duration_s":0.001437,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000499,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000938,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009429,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013657,"completed_at":"2026-06-30T08:44:05.374Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1491vm-test-run-nixbot-gitlab> gitlab # [  278.853253] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.375Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7149bc6d8692686eb40b196c","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7149bc6d8692686eb40b196c: start","job_status":"start","queue_duration_s":0.641239,"scheduling_latency_s":0.641256}1492vm-test-run-nixbot-gitlab> gitlab # [  278.865696] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.389Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7149bc6d8692686eb40b196c","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7149bc6d8692686eb40b196c: done: 0.01378 sec","job_status":"done","queue_duration_s":0.641239,"scheduling_latency_s":0.641256,"redis_calls":13,"redis_duration_s":0.0015300000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000643,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000887,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009389,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01378,"completed_at":"2026-06-30T08:44:05.388Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1493vm-test-run-nixbot-gitlab> gitlab # [  278.905513] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.390Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d27a584ce844279dd5ef7204","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d27a584ce844279dd5ef7204: start","job_status":"start","queue_duration_s":0.656053,"scheduling_latency_s":0.656068}1494vm-test-run-nixbot-gitlab> gitlab # [  278.918090] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.403Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d27a584ce844279dd5ef7204","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d27a584ce844279dd5ef7204: done: 0.013599 sec","job_status":"done","queue_duration_s":0.656053,"scheduling_latency_s":0.656068,"redis_calls":13,"redis_duration_s":0.001393,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000503,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00089,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009327,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013599,"completed_at":"2026-06-30T08:44:05.403Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1495vm-test-run-nixbot-gitlab> gitlab # [  278.957688] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.404Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f65798c07cb0d829dde48d8e","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f65798c07cb0d829dde48d8e: start","job_status":"start","queue_duration_s":0.670745,"scheduling_latency_s":0.670761}1496vm-test-run-nixbot-gitlab> gitlab # [  278.970018] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.418Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f65798c07cb0d829dde48d8e","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f65798c07cb0d829dde48d8e: done: 0.013616 sec","job_status":"done","queue_duration_s":0.670745,"scheduling_latency_s":0.670761,"redis_calls":13,"redis_duration_s":0.001398,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000497,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000901,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009399,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013616,"completed_at":"2026-06-30T08:44:05.418Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1497vm-test-run-nixbot-gitlab> gitlab # [  279.010742] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.419Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"12b551cd88edbaf3be504692","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-12b551cd88edbaf3be504692: start","job_status":"start","queue_duration_s":0.685388,"scheduling_latency_s":0.685404}1498vm-test-run-nixbot-gitlab> gitlab # [  279.023446] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.433Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"12b551cd88edbaf3be504692","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-12b551cd88edbaf3be504692: done: 0.014367 sec","job_status":"done","queue_duration_s":0.685388,"scheduling_latency_s":0.685404,"redis_calls":13,"redis_duration_s":0.001556,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000549,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001007,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010006,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014367,"completed_at":"2026-06-30T08:44:05.433Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1499vm-test-run-nixbot-gitlab> gitlab # [  279.063080] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.434Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f5efeceabc0bafb5ede83ffa","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f5efeceabc0bafb5ede83ffa: start","job_status":"start","queue_duration_s":0.70078,"scheduling_latency_s":0.700796}1500vm-test-run-nixbot-gitlab> gitlab # [  279.076291] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.449Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f5efeceabc0bafb5ede83ffa","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f5efeceabc0bafb5ede83ffa: done: 0.014516 sec","job_status":"done","queue_duration_s":0.70078,"scheduling_latency_s":0.700796,"redis_calls":13,"redis_duration_s":0.001597,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00056,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001037,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009982,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014516,"completed_at":"2026-06-30T08:44:05.449Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1501vm-test-run-nixbot-gitlab> gitlab # [  279.115770] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.450Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c3b6eeb416d141645ab8be4","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c3b6eeb416d141645ab8be4: start","job_status":"start","queue_duration_s":0.716313,"scheduling_latency_s":0.716329}1502vm-test-run-nixbot-gitlab> gitlab # [  279.128484] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.463Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c3b6eeb416d141645ab8be4","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c3b6eeb416d141645ab8be4: done: 0.013647 sec","job_status":"done","queue_duration_s":0.716313,"scheduling_latency_s":0.716329,"redis_calls":13,"redis_duration_s":0.001437,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000539,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000898,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009349,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013647,"completed_at":"2026-06-30T08:44:05.463Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1503vm-test-run-nixbot-gitlab> gitlab # [  279.168145] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.465Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"07fc6715d0e728ee15460940","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-07fc6715d0e728ee15460940: start","job_status":"start","queue_duration_s":0.731045,"scheduling_latency_s":0.731062}1504vm-test-run-nixbot-gitlab> gitlab # [  279.181562] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.479Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"07fc6715d0e728ee15460940","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-07fc6715d0e728ee15460940: done: 0.014275 sec","job_status":"done","queue_duration_s":0.731045,"scheduling_latency_s":0.731062,"redis_calls":13,"redis_duration_s":0.001558,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000568,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00099,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009944,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014275,"completed_at":"2026-06-30T08:44:05.479Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1505vm-test-run-nixbot-gitlab> gitlab # [  279.221159] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.480Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7e1d810ed9b2245a917eb1a8","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7e1d810ed9b2245a917eb1a8: start","job_status":"start","queue_duration_s":0.746346,"scheduling_latency_s":0.746362}1506vm-test-run-nixbot-gitlab> gitlab # [  279.233658] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.494Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7e1d810ed9b2245a917eb1a8","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7e1d810ed9b2245a917eb1a8: done: 0.014357 sec","job_status":"done","queue_duration_s":0.746346,"scheduling_latency_s":0.746362,"redis_calls":13,"redis_duration_s":0.00143,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000524,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000906,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009592,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014357,"completed_at":"2026-06-30T08:44:05.494Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1507vm-test-run-nixbot-gitlab> gitlab # [  279.272852] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.495Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fff4a46d9523bd8a2a2fec5a","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fff4a46d9523bd8a2a2fec5a: start","job_status":"start","queue_duration_s":0.76177,"scheduling_latency_s":0.761786}1508vm-test-run-nixbot-gitlab> gitlab # [  279.285441] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.509Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fff4a46d9523bd8a2a2fec5a","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fff4a46d9523bd8a2a2fec5a: done: 0.013584 sec","job_status":"done","queue_duration_s":0.76177,"scheduling_latency_s":0.761786,"redis_calls":13,"redis_duration_s":0.001383,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000502,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000881,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009371,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013584,"completed_at":"2026-06-30T08:44:05.509Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1509vm-test-run-nixbot-gitlab> gitlab # [  279.324834] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.510Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"236e536320ae76aa0abbe295","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-236e536320ae76aa0abbe295: start","job_status":"start","queue_duration_s":0.776375,"scheduling_latency_s":0.776391}1510vm-test-run-nixbot-gitlab> gitlab # [  279.337225] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.523Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"236e536320ae76aa0abbe295","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-236e536320ae76aa0abbe295: done: 0.013561 sec","job_status":"done","queue_duration_s":0.776375,"scheduling_latency_s":0.776391,"redis_calls":13,"redis_duration_s":0.001405,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000885,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00934,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013561,"completed_at":"2026-06-30T08:44:05.523Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1511vm-test-run-nixbot-gitlab> gitlab # [  279.376593] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.525Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e46f9700e9372a85ad94f08f","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e46f9700e9372a85ad94f08f: start","job_status":"start","queue_duration_s":0.791029,"scheduling_latency_s":0.791045}1512vm-test-run-nixbot-gitlab> gitlab # [  279.389943] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.538Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e46f9700e9372a85ad94f08f","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e46f9700e9372a85ad94f08f: done: 0.013753 sec","job_status":"done","queue_duration_s":0.791029,"scheduling_latency_s":0.791045,"redis_calls":13,"redis_duration_s":0.0014680000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000928,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009498,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013753,"completed_at":"2026-06-30T08:44:05.538Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1513vm-test-run-nixbot-gitlab> gitlab # [  279.429630] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.539Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"61134b6fae80f53b83c2f8ab","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-61134b6fae80f53b83c2f8ab: start","job_status":"start","queue_duration_s":0.80583,"scheduling_latency_s":0.805847}1514vm-test-run-nixbot-gitlab> gitlab # [  279.442215] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.553Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"61134b6fae80f53b83c2f8ab","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-61134b6fae80f53b83c2f8ab: done: 0.013586 sec","job_status":"done","queue_duration_s":0.80583,"scheduling_latency_s":0.805847,"redis_calls":13,"redis_duration_s":0.001379,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000498,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000881,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009359,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013586,"completed_at":"2026-06-30T08:44:05.553Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1515vm-test-run-nixbot-gitlab> gitlab # [  279.481477] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.554Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"46c22bf0984bf84f9306e949","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-46c22bf0984bf84f9306e949: start","job_status":"start","queue_duration_s":0.820432,"scheduling_latency_s":0.820448}1516vm-test-run-nixbot-gitlab> gitlab # [  279.494056] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.568Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"46c22bf0984bf84f9306e949","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-46c22bf0984bf84f9306e949: done: 0.013667 sec","job_status":"done","queue_duration_s":0.820432,"scheduling_latency_s":0.820448,"redis_calls":13,"redis_duration_s":0.001411,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000903,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00942,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013667,"completed_at":"2026-06-30T08:44:05.568Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1517vm-test-run-nixbot-gitlab> gitlab # [  279.533495] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.569Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac82a40a69337a5194d99db4","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac82a40a69337a5194d99db4: start","job_status":"start","queue_duration_s":0.8352,"scheduling_latency_s":0.835216}1518vm-test-run-nixbot-gitlab> gitlab # [  279.546058] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.582Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac82a40a69337a5194d99db4","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac82a40a69337a5194d99db4: done: 0.01362 sec","job_status":"done","queue_duration_s":0.8352,"scheduling_latency_s":0.835216,"redis_calls":13,"redis_duration_s":0.0013939999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000504,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00089,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009427,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01362,"completed_at":"2026-06-30T08:44:05.582Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1519vm-test-run-nixbot-gitlab> gitlab # [  279.585632] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8a63602c356a4b2ea1fd1d8","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8a63602c356a4b2ea1fd1d8: start","job_status":"start","queue_duration_s":0.849857,"scheduling_latency_s":0.849874}1520vm-test-run-nixbot-gitlab> gitlab # [  279.599340] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.598Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8a63602c356a4b2ea1fd1d8","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8a63602c356a4b2ea1fd1d8: done: 0.014203 sec","job_status":"done","queue_duration_s":0.849857,"scheduling_latency_s":0.849874,"redis_calls":13,"redis_duration_s":0.001418,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000498,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00092,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009702,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014203,"completed_at":"2026-06-30T08:44:05.598Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1521vm-test-run-nixbot-gitlab> gitlab # [  279.639027] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.599Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1d3c67289eaae07bd483be6","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1d3c67289eaae07bd483be6: start","job_status":"start","queue_duration_s":0.865091,"scheduling_latency_s":0.865107}1522vm-test-run-nixbot-gitlab> gitlab # [  279.651575] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.612Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1d3c67289eaae07bd483be6","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1d3c67289eaae07bd483be6: done: 0.013798 sec","job_status":"done","queue_duration_s":0.865091,"scheduling_latency_s":0.865107,"redis_calls":13,"redis_duration_s":0.001422,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000912,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009542,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013798,"completed_at":"2026-06-30T08:44:05.612Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1523vm-test-run-nixbot-gitlab> gitlab # [  279.691433] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"aefc0fe249406f1bac34ecf7","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-aefc0fe249406f1bac34ecf7: start","job_status":"start","queue_duration_s":0.879963,"scheduling_latency_s":0.879979}1524vm-test-run-nixbot-gitlab> gitlab # [  279.704115] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.628Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"aefc0fe249406f1bac34ecf7","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-aefc0fe249406f1bac34ecf7: done: 0.014074 sec","job_status":"done","queue_duration_s":0.879963,"scheduling_latency_s":0.879979,"redis_calls":13,"redis_duration_s":0.001715,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000507,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001208,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009581,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014074,"completed_at":"2026-06-30T08:44:05.627Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525vm-test-run-nixbot-gitlab> gitlab # [  279.743806] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.629Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df2ed2fca94f3febf405ea34","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df2ed2fca94f3febf405ea34: start","job_status":"start","queue_duration_s":0.895064,"scheduling_latency_s":0.895082}1526vm-test-run-nixbot-gitlab> gitlab # [  279.756581] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.642Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df2ed2fca94f3febf405ea34","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df2ed2fca94f3febf405ea34: done: 0.013539 sec","job_status":"done","queue_duration_s":0.895064,"scheduling_latency_s":0.895082,"redis_calls":13,"redis_duration_s":0.001425,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000511,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000914,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009317,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013539,"completed_at":"2026-06-30T08:44:05.642Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1527vm-test-run-nixbot-gitlab> gitlab # [  279.797372] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.643Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"54845e4edb3c982a77f0b246","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-54845e4edb3c982a77f0b246: start","job_status":"start","queue_duration_s":0.909657,"scheduling_latency_s":0.909674}1528vm-test-run-nixbot-gitlab> gitlab # [  279.810015] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.657Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"54845e4edb3c982a77f0b246","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-54845e4edb3c982a77f0b246: done: 0.014037 sec","job_status":"done","queue_duration_s":0.909657,"scheduling_latency_s":0.909674,"redis_calls":13,"redis_duration_s":0.001439,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000897,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009599,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014037,"completed_at":"2026-06-30T08:44:05.657Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1529vm-test-run-nixbot-gitlab> gitlab # [  279.849618] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.658Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5c4f989e56f2e342ca774eea","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5c4f989e56f2e342ca774eea: start","job_status":"start","queue_duration_s":0.924798,"scheduling_latency_s":0.924815}1530vm-test-run-nixbot-gitlab> gitlab # [  279.862103] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.672Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5c4f989e56f2e342ca774eea","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5c4f989e56f2e342ca774eea: done: 0.013588 sec","job_status":"done","queue_duration_s":0.924798,"scheduling_latency_s":0.924815,"redis_calls":13,"redis_duration_s":0.001408,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000491,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009343,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013588,"completed_at":"2026-06-30T08:44:05.672Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1531vm-test-run-nixbot-gitlab> gitlab # [  279.901746] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.673Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ce11d18b369ece32e522bf60","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ce11d18b369ece32e522bf60: start","job_status":"start","queue_duration_s":0.939416,"scheduling_latency_s":0.939433}1532vm-test-run-nixbot-gitlab> gitlab # [  279.914257] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.686Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ce11d18b369ece32e522bf60","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ce11d18b369ece32e522bf60: done: 0.013462 sec","job_status":"done","queue_duration_s":0.939416,"scheduling_latency_s":0.939433,"redis_calls":13,"redis_duration_s":0.001396,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000514,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000882,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009307,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013462,"completed_at":"2026-06-30T08:44:05.686Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1533vm-test-run-nixbot-gitlab> gitlab # [  279.953903] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.688Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8b4d31939a44ec2ce9fb8b25","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8b4d31939a44ec2ce9fb8b25: start","job_status":"start","queue_duration_s":0.954464,"scheduling_latency_s":0.954482}1534vm-test-run-nixbot-gitlab> gitlab # [  279.966395] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.702Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8b4d31939a44ec2ce9fb8b25","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8b4d31939a44ec2ce9fb8b25: done: 0.013781 sec","job_status":"done","queue_duration_s":0.954464,"scheduling_latency_s":0.954482,"redis_calls":13,"redis_duration_s":0.001446,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000946,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009403,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013781,"completed_at":"2026-06-30T08:44:05.702Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1535vm-test-run-nixbot-gitlab> gitlab # [  280.007112] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.703Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"39ac09c5c8a808178dd1ce5d","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-39ac09c5c8a808178dd1ce5d: start","job_status":"start","queue_duration_s":0.969246,"scheduling_latency_s":0.969263}1536vm-test-run-nixbot-gitlab> gitlab # [  280.019590] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.716Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"39ac09c5c8a808178dd1ce5d","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-39ac09c5c8a808178dd1ce5d: done: 0.013613 sec","job_status":"done","queue_duration_s":0.969246,"scheduling_latency_s":0.969263,"redis_calls":13,"redis_duration_s":0.001408,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00049,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000918,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009357,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013613,"completed_at":"2026-06-30T08:44:05.716Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1537vm-test-run-nixbot-gitlab> gitlab # [  280.059410] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.717Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d22389f640ad3a3a5fe78ce2","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d22389f640ad3a3a5fe78ce2: start","job_status":"start","queue_duration_s":0.983865,"scheduling_latency_s":0.983881}1538vm-test-run-nixbot-gitlab> gitlab # [  280.072140] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.731Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d22389f640ad3a3a5fe78ce2","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d22389f640ad3a3a5fe78ce2: done: 0.013748 sec","job_status":"done","queue_duration_s":0.983865,"scheduling_latency_s":0.983881,"redis_calls":13,"redis_duration_s":0.001467,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000959,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009501,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013748,"completed_at":"2026-06-30T08:44:05.731Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1539vm-test-run-nixbot-gitlab> gitlab # [  280.111906] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.732Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b96a9422514745de4cd04e5a","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b96a9422514745de4cd04e5a: start","job_status":"start","queue_duration_s":0.998697,"scheduling_latency_s":0.998713}1540vm-test-run-nixbot-gitlab> gitlab # [  280.124816] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.746Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b96a9422514745de4cd04e5a","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b96a9422514745de4cd04e5a: done: 0.01357 sec","job_status":"done","queue_duration_s":0.998697,"scheduling_latency_s":0.998713,"redis_calls":13,"redis_duration_s":0.001382,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000484,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000898,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009413,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01357,"completed_at":"2026-06-30T08:44:05.746Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1541vm-test-run-nixbot-gitlab> gitlab # [  280.164646] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.747Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"134d6a22e7a0cc023104c67e","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-134d6a22e7a0cc023104c67e: start","job_status":"start","queue_duration_s":1.013305,"scheduling_latency_s":1.013321}1542vm-test-run-nixbot-gitlab> gitlab # [  280.177230] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.761Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"134d6a22e7a0cc023104c67e","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-134d6a22e7a0cc023104c67e: done: 0.013909 sec","job_status":"done","queue_duration_s":1.013305,"scheduling_latency_s":1.013321,"redis_calls":13,"redis_duration_s":0.0014320000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000519,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000913,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009544,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013909,"completed_at":"2026-06-30T08:44:05.761Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543vm-test-run-nixbot-gitlab> gitlab # [  280.218479] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.762Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a84f26002d6d18e3150297ef","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a84f26002d6d18e3150297ef: start","job_status":"start","queue_duration_s":1.028232,"scheduling_latency_s":1.028249}1544vm-test-run-nixbot-gitlab> gitlab # [  280.231264] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.775Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a84f26002d6d18e3150297ef","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a84f26002d6d18e3150297ef: done: 0.013674 sec","job_status":"done","queue_duration_s":1.028232,"scheduling_latency_s":1.028249,"redis_calls":13,"redis_duration_s":0.001387,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000887,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009414,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013674,"completed_at":"2026-06-30T08:44:05.775Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1545vm-test-run-nixbot-gitlab> gitlab # [  280.271245] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.777Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d28e9dec2ed31640bdd99f63","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d28e9dec2ed31640bdd99f63: start","job_status":"start","queue_duration_s":1.042984,"scheduling_latency_s":1.043001}1546vm-test-run-nixbot-gitlab> gitlab # [  280.283777] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.791Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d28e9dec2ed31640bdd99f63","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d28e9dec2ed31640bdd99f63: done: 0.014296 sec","job_status":"done","queue_duration_s":1.042984,"scheduling_latency_s":1.043001,"redis_calls":13,"redis_duration_s":0.001611,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000519,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001092,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009778,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014296,"completed_at":"2026-06-30T08:44:05.791Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1547vm-test-run-nixbot-gitlab> gitlab # [  280.323847] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.792Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49be41f3b0e2f8e3851c3004","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49be41f3b0e2f8e3851c3004: start","job_status":"start","queue_duration_s":1.058294,"scheduling_latency_s":1.05831}1548vm-test-run-nixbot-gitlab> gitlab # [  280.336508] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.805Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49be41f3b0e2f8e3851c3004","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49be41f3b0e2f8e3851c3004: done: 0.013532 sec","job_status":"done","queue_duration_s":1.058294,"scheduling_latency_s":1.05831,"redis_calls":13,"redis_duration_s":0.001411,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000494,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009349,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013532,"completed_at":"2026-06-30T08:44:05.805Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1549vm-test-run-nixbot-gitlab> gitlab # [  280.376416] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.806Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2a6bc7d76bc2e8efccd4d44a","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2a6bc7d76bc2e8efccd4d44a: start","job_status":"start","queue_duration_s":1.072854,"scheduling_latency_s":1.072871}1550vm-test-run-nixbot-gitlab> gitlab # [  280.388919] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.820Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2a6bc7d76bc2e8efccd4d44a","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2a6bc7d76bc2e8efccd4d44a: done: 0.013677 sec","job_status":"done","queue_duration_s":1.072854,"scheduling_latency_s":1.072871,"redis_calls":13,"redis_duration_s":0.001429,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009444,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013677,"completed_at":"2026-06-30T08:44:05.820Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551vm-test-run-nixbot-gitlab> gitlab # [  280.429630] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.821Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5904304c0601f3c61ed5bf69","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5904304c0601f3c61ed5bf69: start","job_status":"start","queue_duration_s":1.087561,"scheduling_latency_s":1.087578}1552vm-test-run-nixbot-gitlab> gitlab # [  280.442359] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.835Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5904304c0601f3c61ed5bf69","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5904304c0601f3c61ed5bf69: done: 0.013758 sec","job_status":"done","queue_duration_s":1.087561,"scheduling_latency_s":1.087578,"redis_calls":13,"redis_duration_s":0.001412,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000505,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000907,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009512,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013758,"completed_at":"2026-06-30T08:44:05.835Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553vm-test-run-nixbot-gitlab> gitlab # [  280.482243] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.836Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f5ca9931711f0a661624380","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f5ca9931711f0a661624380: start","job_status":"start","queue_duration_s":1.102329,"scheduling_latency_s":1.102345}1554vm-test-run-nixbot-gitlab> gitlab # [  280.494954] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.849Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f5ca9931711f0a661624380","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f5ca9931711f0a661624380: done: 0.013606 sec","job_status":"done","queue_duration_s":1.102329,"scheduling_latency_s":1.102345,"redis_calls":13,"redis_duration_s":0.0014290000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000929,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009435,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013606,"completed_at":"2026-06-30T08:44:05.849Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555vm-test-run-nixbot-gitlab> gitlab # [  280.534817] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.851Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8c5edf1e394f14cdff07b425","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8c5edf1e394f14cdff07b425: start","job_status":"start","queue_duration_s":1.117029,"scheduling_latency_s":1.117045}1556vm-test-run-nixbot-gitlab> gitlab # [  280.547338] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.864Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8c5edf1e394f14cdff07b425","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8c5edf1e394f14cdff07b425: done: 0.013669 sec","job_status":"done","queue_duration_s":1.117029,"scheduling_latency_s":1.117045,"redis_calls":13,"redis_duration_s":0.001452,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000552,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0009,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009403,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013669,"completed_at":"2026-06-30T08:44:05.864Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1557vm-test-run-nixbot-gitlab> gitlab # [  280.587196] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.865Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dfdda1c99974d6464e47e5de","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dfdda1c99974d6464e47e5de: start","job_status":"start","queue_duration_s":1.131723,"scheduling_latency_s":1.131739}1558vm-test-run-nixbot-gitlab> gitlab # [  280.599828] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.879Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dfdda1c99974d6464e47e5de","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dfdda1c99974d6464e47e5de: done: 0.013585 sec","job_status":"done","queue_duration_s":1.131723,"scheduling_latency_s":1.131739,"redis_calls":13,"redis_duration_s":0.001406,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000507,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000899,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009401,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013585,"completed_at":"2026-06-30T08:44:05.879Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559vm-test-run-nixbot-gitlab> gitlab # [  280.640614] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.880Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"389a073a6ed591313ee208e8","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-389a073a6ed591313ee208e8: start","job_status":"start","queue_duration_s":1.146305,"scheduling_latency_s":1.146321}1560vm-test-run-nixbot-gitlab> gitlab # [  280.653148] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.894Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"389a073a6ed591313ee208e8","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-389a073a6ed591313ee208e8: done: 0.013762 sec","job_status":"done","queue_duration_s":1.146305,"scheduling_latency_s":1.146321,"redis_calls":13,"redis_duration_s":0.00159,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000497,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001093,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009447,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013762,"completed_at":"2026-06-30T08:44:05.894Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561vm-test-run-nixbot-gitlab> gitlab # [  280.692920] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.895Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b02d176610b17f3c538f8bfc","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b02d176610b17f3c538f8bfc: start","job_status":"start","queue_duration_s":1.161096,"scheduling_latency_s":1.161112}1562vm-test-run-nixbot-gitlab> gitlab # [  280.705506] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.908Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b02d176610b17f3c538f8bfc","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b02d176610b17f3c538f8bfc: done: 0.013659 sec","job_status":"done","queue_duration_s":1.161096,"scheduling_latency_s":1.161112,"redis_calls":13,"redis_duration_s":0.001448,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000514,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009389,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013659,"completed_at":"2026-06-30T08:44:05.908Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563vm-test-run-nixbot-gitlab> gitlab # [  280.745390] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.909Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c39b69c41b4bc72dc8ed1e81","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c39b69c41b4bc72dc8ed1e81: start","job_status":"start","queue_duration_s":1.17579,"scheduling_latency_s":1.175807}1564vm-test-run-nixbot-gitlab> gitlab # [  280.758067] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.923Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c39b69c41b4bc72dc8ed1e81","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c39b69c41b4bc72dc8ed1e81: done: 0.013631 sec","job_status":"done","queue_duration_s":1.17579,"scheduling_latency_s":1.175807,"redis_calls":13,"redis_duration_s":0.0013909999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000507,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000884,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009445,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013631,"completed_at":"2026-06-30T08:44:05.923Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565vm-test-run-nixbot-gitlab> gitlab # [  280.798145] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.924Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc040d7fc1b000204bbb4b17","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc040d7fc1b000204bbb4b17: start","job_status":"start","queue_duration_s":1.190448,"scheduling_latency_s":1.190465}1566vm-test-run-nixbot-gitlab> gitlab # [  280.810917] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.937Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc040d7fc1b000204bbb4b17","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc040d7fc1b000204bbb4b17: done: 0.013506 sec","job_status":"done","queue_duration_s":1.190448,"scheduling_latency_s":1.190465,"redis_calls":13,"redis_duration_s":0.001387,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000485,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000902,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009331,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013506,"completed_at":"2026-06-30T08:44:05.937Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567vm-test-run-nixbot-gitlab> gitlab # [  280.851785] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.939Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d952b389510f1c908638217c","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d952b389510f1c908638217c: start","job_status":"start","queue_duration_s":1.204977,"scheduling_latency_s":1.204994}1568vm-test-run-nixbot-gitlab> gitlab # [  280.864532] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.952Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d952b389510f1c908638217c","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d952b389510f1c908638217c: done: 0.01367 sec","job_status":"done","queue_duration_s":1.204977,"scheduling_latency_s":1.204994,"redis_calls":13,"redis_duration_s":0.0014329999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000891,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009366,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01367,"completed_at":"2026-06-30T08:44:05.952Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569vm-test-run-nixbot-gitlab> gitlab # [  280.904511] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.953Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"865423f98889bbeea7d10386","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-865423f98889bbeea7d10386: start","job_status":"start","queue_duration_s":1.219629,"scheduling_latency_s":1.219645}1570vm-test-run-nixbot-gitlab> gitlab # [  280.917161] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:05.967Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"865423f98889bbeea7d10386","created_at":"2026-06-30T08:44:04.662Z","trace_propagation_headers":{"sentry-trace":"29adeea01e2c4d3b812d98dfd4deaf6b-99fcbcb1a2bd4274","baggage":"sentry-trace_id=29adeea01e2c4d3b812d98dfd4deaf6b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"2b3f1b11a9eac72bd456f4417bbdc019","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:04.734Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-865423f98889bbeea7d10386: done: 0.013461 sec","job_status":"done","queue_duration_s":1.219629,"scheduling_latency_s":1.219645,"redis_calls":13,"redis_duration_s":0.001379,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000871,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009314,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013461,"completed_at":"2026-06-30T08:44:05.967Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1571vm-test-run-nixbot-gitlab> gitlab # [  295.395333] runuser[3273]: pam_unix(runuser:session): session closed for user gitlab1572vm-test-run-nixbot-gitlab> gitlab # [  295.398421] setup-gitlab-start[3612]: ++ jq -r .token1573vm-test-run-nixbot-gitlab> gitlab # [  295.400176] setup-gitlab-start[3613]: +++ date -d '+7 days' +%F1574vm-test-run-nixbot-gitlab> gitlab # [  295.405319] setup-gitlab-start[3611]: ++ curl -fs -X POST -H 'Authorization: Bearer 9ab477e457b60f4e98ff300051f9b8e220ec4c4c200cf8dd6f72a7275a16fbd3' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-07-07"}' http://gitlab/api/v4/users/1/personal_access_tokens1575vm-test-run-nixbot-gitlab> gitlab # [  296.141595] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:24.016Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"7a81bfbc50274da472ab56f2","created_at":"2026-06-30T08:44:23.981Z","trace_propagation_headers":{"sentry-trace":"601ad07a26874626b26977a425b97244-06f76e9dc79b40fd","baggage":"sentry-trace_id=601ad07a26874626b26977a425b97244,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6VWAWGCYGW2DGGND05PW","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:a5569b2b62780e14f0a464022f37b93820b641eb32cbd3a62ef1ad7caeac61b7","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:24.013Z","job_size_bytes":451,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-7a81bfbc50274da472ab56f2: start","job_status":"start","queue_duration_s":0.002906,"scheduling_latency_s":0.002946}1576vm-test-run-nixbot-gitlab> gitlab # [  296.166636] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:24 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 7351577vm-test-run-nixbot-gitlab> gitlab # [  296.193692] setup-gitlab-start[3226]: + TOKEN=glpat-p6T9SfFNPSVmD3gaS_fhXW86MQp1OjEH.01.0w1hymlv31578vm-test-run-nixbot-gitlab> gitlab # [  296.194912] setup-gitlab-start[3226]: + test -n glpat-p6T9SfFNPSVmD3gaS_fhXW86MQp1OjEH.01.0w1hymlv31579vm-test-run-nixbot-gitlab> gitlab # [  296.196137] setup-gitlab-start[3226]: + test glpat-p6T9SfFNPSVmD3gaS_fhXW86MQp1OjEH.01.0w1hymlv3 '!=' null1580vm-test-run-nixbot-gitlab> gitlab # [  296.197421] setup-gitlab-start[3226]: + mkdir -p /var/lib/secrets1581vm-test-run-nixbot-gitlab> gitlab # [  296.198267] setup-gitlab-start[3226]: + echo glpat-p6T9SfFNPSVmD3gaS_fhXW86MQp1OjEH.01.0w1hymlv31582vm-test-run-nixbot-gitlab> gitlab # [  296.199430] setup-gitlab-start[3226]: + chmod 644 /var/lib/secrets/gitlab-token1583vm-test-run-nixbot-gitlab> gitlab # [  296.200476] setup-gitlab-start[3226]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-p6T9SfFNPSVmD3gaS_fhXW86MQp1OjEH.01.0w1hymlv3' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1584vm-test-run-nixbot-gitlab> gitlab # [  296.432646] sidekiq-cluster[2412]: {"severity":"WARN","time":"2026-06-30T08:44:24.306Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"7a81bfbc50274da472ab56f2","created_at":"2026-06-30T08:44:23.981Z","trace_propagation_headers":{"sentry-trace":"601ad07a26874626b26977a425b97244-06f76e9dc79b40fd","baggage":"sentry-trace_id=601ad07a26874626b26977a425b97244,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6VWAWGCYGW2DGGND05PW","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:a5569b2b62780e14f0a464022f37b93820b641eb32cbd3a62ef1ad7caeac61b7","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:24.013Z","job_size_bytes":451,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-7a81bfbc50274da472ab56f2: fail: 0.289386 sec","job_status":"fail","queue_duration_s":0.002906,"scheduling_latency_s":0.002946,"redis_calls":11,"redis_duration_s":0.003507,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000677,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002083,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000747,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.047,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.047,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.21352,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00085306,"duration_s":0.289386,"completed_at":"2026-06-30T08:44:24.305Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.065453,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1585vm-test-run-nixbot-gitlab> gitlab # [  297.079748] gitaly[1364]: time="2026-06-30T08:44:24.954Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:34.003" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:24.954" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1586vm-test-run-nixbot-gitlab> gitlab # [  297.110858] gitaly[1364]: time="2026-06-30T08:44:24.955Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:34.003" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:24.954" grpc.time_ms=0.683 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1587vm-test-run-nixbot-gitlab> gitlab # [  297.271000] gitaly[1364]: time="2026-06-30T08:44:25.147Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:35.006" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.146" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1588vm-test-run-nixbot-gitlab> gitlab # [  297.303572] gitaly[1364]: time="2026-06-30T08:44:25.147Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:35.006" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.146" grpc.time_ms=0.575 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1589vm-test-run-nixbot-gitlab> gitlab # [  297.336852] gitaly[1364]: time="2026-06-30T08:44:25.190Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV diskcache=58a9b570-51fe-4fd8-8d99-5086b2118b08 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T08:44:35.016" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.157" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1590vm-test-run-nixbot-gitlab> gitlab # [  297.358748] gitaly[1364]: time="2026-06-30T08:44:25.191Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=299 command.oublock=32 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=7 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T08:44:35.016" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.157" grpc.time_ms=33.966 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1591vm-test-run-nixbot-gitlab> gitlab # [  297.382727] gitaly[1364]: time="2026-06-30T08:44:25.210Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:35.068" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.209" pid=1364 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1592vm-test-run-nixbot-gitlab> gitlab # [  297.400800] gitaly[1364]: time="2026-06-30T08:44:25.210Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:35.068" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.209" grpc.time_ms=1.321 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1593vm-test-run-nixbot-gitlab> gitlab # [  297.433989] gitaly[1364]: time="2026-06-30T08:44:25.234Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T08:44:35.076" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.217" grpc.time_ms=17.18 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1594vm-test-run-nixbot-gitlab> gitlab # [  297.466765] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:25.328Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"0f24f84c7a81503538143bd7","created_at":"2026-06-30T08:44:25.252Z","trace_propagation_headers":{"sentry-trace":"5985a94844b046beae8a1ed960279dc6-bf3a5bafd76144d9","baggage":"sentry-trace_id=5985a94844b046beae8a1ed960279dc6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6WN0B5QG6QKXS4YMJKPV","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:25.323Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-0f24f84c7a81503538143bd7: start","job_status":"start","queue_duration_s":0.005272,"scheduling_latency_s":0.00534}1595vm-test-run-nixbot-gitlab> gitlab # [  297.496663] gitaly[1364]: time="2026-06-30T08:44:25.362Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:35.221" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.361" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1596vm-test-run-nixbot-gitlab> gitlab # [  297.515380] gitaly[1364]: time="2026-06-30T08:44:25.363Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:35.221" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.361" grpc.time_ms=0.88 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1597vm-test-run-nixbot-gitlab> gitlab # [  297.534382] gitaly[1364]: time="2026-06-30T08:44:25.394Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV diskcache=7368d706-0d5d-4306-9093-45127facee6e grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T08:44:35.226" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.367" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1598vm-test-run-nixbot-gitlab> gitlab # [  297.551387] gitaly[1364]: time="2026-06-30T08:44:25.395Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=298 command.oublock=32 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T08:44:35.226" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.367" grpc.time_ms=27.853 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1599vm-test-run-nixbot-gitlab> gitlab # [  297.571773] gitaly[1364]: time="2026-06-30T08:44:25.408Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:35.265" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.406" pid=1364 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1600vm-test-run-nixbot-gitlab> gitlab # [  297.586429] gitaly[1364]: time="2026-06-30T08:44:25.408Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:35.265" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.406" grpc.time_ms=1.685 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1601vm-test-run-nixbot-gitlab> gitlab # [  297.602131] gitaly[1364]: time="2026-06-30T08:44:25.441Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=9 command.system_time_ms=8 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T08:44:35.274" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.415" grpc.time_ms=19.758 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1602vm-test-run-nixbot-gitlab> gitlab # [  297.618317] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:25.467Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"0f24f84c7a81503538143bd7","created_at":"2026-06-30T08:44:25.252Z","trace_propagation_headers":{"sentry-trace":"5985a94844b046beae8a1ed960279dc6-bf3a5bafd76144d9","baggage":"sentry-trace_id=5985a94844b046beae8a1ed960279dc6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6WN0B5QG6QKXS4YMJKPV","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:25.323Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-0f24f84c7a81503538143bd7: done: 0.138768 sec","job_status":"done","queue_duration_s":0.005272,"scheduling_latency_s":0.00534,"redis_calls":13,"redis_duration_s":0.008903999999999999,"redis_read_bytes":138,"redis_write_bytes":1593,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00139,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":428,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002106,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.005408,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.099649,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.08076588,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.138768,"completed_at":"2026-06-30T08:44:25.467Z","load_balancing_strategy":"primary","db_duration_s":0.020017,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1603vm-test-run-nixbot-gitlab> gitlab # [  297.664734] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:25.469Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"e7a4ff56f5313f6d32a4134f","created_at":"2026-06-30T08:44:25.341Z","trace_propagation_headers":{"sentry-trace":"5985a94844b046beae8a1ed960279dc6-bf3a5bafd76144d9","baggage":"sentry-trace_id=5985a94844b046beae8a1ed960279dc6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6WN0B5QG6QKXS4YMJKPV","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:25.352Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-e7a4ff56f5313f6d32a4134f: start","job_status":"start","queue_duration_s":0.116932,"scheduling_latency_s":0.116969}1604vm-test-run-nixbot-gitlab> gitlab # [  297.679625] gitaly[1364]: time="2026-06-30T08:44:25.484Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:35.003" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.483" grpc.time_ms=0.285 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1605vm-test-run-nixbot-gitlab> gitlab # [  297.690959] gitaly[1364]: time="2026-06-30T08:44:25.499Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T08:44:35.018" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.499" grpc.time_ms=0.49 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1606vm-test-run-nixbot-gitlab> gitlab # [  297.717658] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:25.593Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"e7a4ff56f5313f6d32a4134f","created_at":"2026-06-30T08:44:25.341Z","trace_propagation_headers":{"sentry-trace":"5985a94844b046beae8a1ed960279dc6-bf3a5bafd76144d9","baggage":"sentry-trace_id=5985a94844b046beae8a1ed960279dc6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6WN0B5QG6QKXS4YMJKPV","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:25.352Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-e7a4ff56f5313f6d32a4134f: done: 0.123945 sec","job_status":"done","queue_duration_s":0.116932,"scheduling_latency_s":0.116969,"redis_calls":14,"redis_duration_s":0.004021,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00078,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001822,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001419,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.098006,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.09090154,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.123945,"completed_at":"2026-06-30T08:44:25.593Z","load_balancing_strategy":"primary","db_duration_s":0.017335,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1607vm-test-run-nixbot-gitlab> gitlab # [  297.996471] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:25.870Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"335e9ca69e6e78ccf0c2c353","created_at":"2026-06-30T08:44:25.856Z","trace_propagation_headers":{"sentry-trace":"5985a94844b046beae8a1ed960279dc6-bf3a5bafd76144d9","baggage":"sentry-trace_id=5985a94844b046beae8a1ed960279dc6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6WN0B5QG6QKXS4YMJKPV","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:25.867Z","job_size_bytes":5,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-335e9ca69e6e78ccf0c2c353: start","job_status":"start","queue_duration_s":0.002438,"scheduling_latency_s":0.002496}1608vm-test-run-nixbot-gitlab> gitlab # [  298.097631] gitaly[1364]: time="2026-06-30T08:44:25.972Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=7 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6WN0B5QG6QKXS4YMJKPV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T08:44:35.004" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:25.954" grpc.time_ms=17.552 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1609vm-test-run-nixbot-gitlab> gitlab # [  298.203513] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:26.079Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"335e9ca69e6e78ccf0c2c353","created_at":"2026-06-30T08:44:25.856Z","trace_propagation_headers":{"sentry-trace":"5985a94844b046beae8a1ed960279dc6-bf3a5bafd76144d9","baggage":"sentry-trace_id=5985a94844b046beae8a1ed960279dc6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6WN0B5QG6QKXS4YMJKPV","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:25.867Z","job_size_bytes":5,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-335e9ca69e6e78ccf0c2c353: done: 0.208904 sec","job_status":"done","queue_duration_s":0.002438,"scheduling_latency_s":0.002496,"redis_calls":12,"redis_duration_s":0.005331,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001367,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003116,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000848,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.166962,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00066834,"duration_s":0.208904,"completed_at":"2026-06-30T08:44:26.078Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.026697,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1610vm-test-run-nixbot-gitlab> gitlab # [  298.299515] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:26.081Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"aaaa5158128b6b71efc724af","created_at":"2026-06-30T08:44:25.909Z","trace_propagation_headers":{"sentry-trace":"5985a94844b046beae8a1ed960279dc6-bf3a5bafd76144d9","baggage":"sentry-trace_id=5985a94844b046beae8a1ed960279dc6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6WN0B5QG6QKXS4YMJKPV","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:25.917Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-aaaa5158128b6b71efc724af: start","job_status":"start","queue_duration_s":0.164134,"scheduling_latency_s":0.16416}1611vm-test-run-nixbot-gitlab> gitlab # [  298.511997] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:26.386Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"aaaa5158128b6b71efc724af","created_at":"2026-06-30T08:44:25.909Z","trace_propagation_headers":{"sentry-trace":"5985a94844b046beae8a1ed960279dc6-bf3a5bafd76144d9","baggage":"sentry-trace_id=5985a94844b046beae8a1ed960279dc6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6WN0B5QG6QKXS4YMJKPV","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:25.917Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-aaaa5158128b6b71efc724af: done: 0.305335 sec","job_status":"done","queue_duration_s":0.164134,"scheduling_latency_s":0.16416,"redis_calls":11,"redis_duration_s":0.003529,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00091,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001976,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000643,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.254,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.254,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.038,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.202817,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00056576,"duration_s":0.305335,"completed_at":"2026-06-30T08:44:26.386Z","load_balancing_strategy":"primary","db_duration_s":0.10706,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1612vm-test-run-nixbot-gitlab> gitlab # [  298.633037] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:26 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 22931613vm-test-run-nixbot-gitlab> gitlab # [  298.635724] setup-gitlab-start[3226]: + mkdir -p /tmp/test-flake1614vm-test-run-nixbot-gitlab> gitlab # [  298.636839] setup-gitlab-start[3226]: + cd /tmp/test-flake1615vm-test-run-nixbot-gitlab> gitlab # [  298.637759] setup-gitlab-start[3226]: + git init -b master1616vm-test-run-nixbot-gitlab> gitlab # [  298.638706] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:26.388Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"aa9dc07d16fa623198dbc2f3","created_at":"2026-06-30T08:44:25.923Z","trace_propagation_headers":{"sentry-trace":"5985a94844b046beae8a1ed960279dc6-bf3a5bafd76144d9","baggage":"sentry-trace_id=5985a94844b046beae8a1ed960279dc6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6WN0B5QG6QKXS4YMJKPV","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:25.931Z","job_size_bytes":89,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-aa9dc07d16fa623198dbc2f3: start","job_status":"start","queue_duration_s":0.457555,"scheduling_latency_s":0.457581}1617vm-test-run-nixbot-gitlab> gitlab # [  298.659268] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:26.487Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"aa9dc07d16fa623198dbc2f3","created_at":"2026-06-30T08:44:25.923Z","trace_propagation_headers":{"sentry-trace":"5985a94844b046beae8a1ed960279dc6-bf3a5bafd76144d9","baggage":"sentry-trace_id=5985a94844b046beae8a1ed960279dc6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6WN0B5QG6QKXS4YMJKPV","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:25.931Z","job_size_bytes":89,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-aa9dc07d16fa623198dbc2f3: done: 0.098534 sec","job_status":"done","queue_duration_s":0.457555,"scheduling_latency_s":0.457581,"redis_calls":11,"redis_duration_s":0.003604,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001395,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00171,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000499,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.017,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050767,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039188,"duration_s":0.098534,"completed_at":"2026-06-30T08:44:26.487Z","load_balancing_strategy":"primary","db_duration_s":0.039365,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1618vm-test-run-nixbot-gitlab> gitlab # [  298.707103] setup-gitlab-start[3660]: Initialized empty Git repository in /tmp/test-flake/.git/1619vm-test-run-nixbot-gitlab> gitlab # [  298.708470] setup-gitlab-start[3226]: + git config user.name test1620vm-test-run-nixbot-gitlab> gitlab # [  298.709309] setup-gitlab-start[3226]: + git config user.email test@example.com1621vm-test-run-nixbot-gitlab> gitlab # [  298.710270] setup-gitlab-start[3226]: + cat1622vm-test-run-nixbot-gitlab> gitlab # [  298.710873] setup-gitlab-start[3226]: + git add flake.nix1623vm-test-run-nixbot-gitlab> gitlab # [  298.711612] setup-gitlab-start[3226]: + git commit -m 'initial commit'1624vm-test-run-nixbot-gitlab> gitlab # [  298.712662] setup-gitlab-start[3669]: [master (root-commit) b448d91] initial commit1625vm-test-run-nixbot-gitlab> gitlab # [  298.713696] setup-gitlab-start[3669]:  1 file changed, 10 insertions(+)1626vm-test-run-nixbot-gitlab> gitlab # [  298.714596] setup-gitlab-start[3669]:  create mode 100644 flake.nix1627vm-test-run-nixbot-gitlab> gitlab # [  298.715463] setup-gitlab-start[3226]: + git remote add origin http://oauth2:glpat-p6T9SfFNPSVmD3gaS_fhXW86MQp1OjEH.01.0w1hymlv3@gitlab/root/test-flake.git1628vm-test-run-nixbot-gitlab> gitlab # [  298.717381] setup-gitlab-start[3226]: + git push -u origin master1629vm-test-run-nixbot-gitlab> gitlab # [  298.732358] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:26 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 641630vm-test-run-nixbot-gitlab> gitlab # [  298.856722] gitaly[1364]: time="2026-06-30T08:44:26.732Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=581 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z3KRD1K8XH2E0HC7RFN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:26.713" grpc.time_ms=19.215 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1631vm-test-run-nixbot-gitlab> gitlab # [  298.871659] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:26 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 1221632vm-test-run-nixbot-gitlab> gitlab # [  299.171204] gitaly[1364]: time="2026-06-30T08:44:27.046Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T08:44:37.008" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:27.029" grpc.time_ms=17.156 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1633vm-test-run-nixbot-gitlab> gitlab # [  299.253661] gitaly[1364]: time="2026-06-30T08:44:27.129Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=301 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=7 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-30T08:44:57.012" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-30T08:44:27.113" grpc.time_ms=16.376 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1634vm-test-run-nixbot-gitlab> gitlab # [  299.300135] gitaly[1364]: time="2026-06-30T08:44:27.176Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE duration_ms=251ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/allowed"1635vm-test-run-nixbot-gitlab> gitlab # [  299.357478] gitaly[1364]: time="2026-06-30T08:44:27.233Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE duration_ms=50ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/pre_receive"1636vm-test-run-nixbot-gitlab> gitlab # [  299.371198] gitaly[1364]: time="2026-06-30T08:44:27.234Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:26.921" grpc.time_ms=312.675 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1637vm-test-run-nixbot-gitlab> gitlab # [  299.422567] gitaly[1364]: time="2026-06-30T08:44:27.298Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:27.297" grpc.time_ms=1.246 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1638vm-test-run-nixbot-gitlab> gitlab # [  299.509662] gitaly[1364]: time="2026-06-30T08:44:27.385Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:27.384" grpc.time_ms=0.973 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1639vm-test-run-nixbot-gitlab> gitlab # [  299.559679] gitaly[1364]: time="2026-06-30T08:44:27.435Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:27.435" grpc.time_ms=0.617 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1640vm-test-run-nixbot-gitlab> gitlab # [  299.724995] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:27.595Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 b448d91e2d7805d2a597f0231ae52b70f440844b refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"72d4135c69cd1d2a4d2e85aa","created_at":"2026-06-30T08:44:27.579Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-b854b8a902854163","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:27.593Z","job_size_bytes":185,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-72d4135c69cd1d2a4d2e85aa: start","job_status":"start","queue_duration_s":0.002531,"scheduling_latency_s":0.002589}1641vm-test-run-nixbot-gitlab> gitlab # [  299.768800] gitaly[1364]: time="2026-06-30T08:44:27.644Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=5 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T08:44:37.138" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:27.619" grpc.time_ms=25.288 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1642vm-test-run-nixbot-gitlab> gitlab # [  299.794360] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:27.653Z","message":"changes: \"0000000000000000000000000000000000000000 b448d91e2d7805d2a597f0231ae52b70f440844b refs/heads/master\\n\""}1643vm-test-run-nixbot-gitlab> gitlab # [  299.822733] gitaly[1364]: time="2026-06-30T08:44:27.698Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=25 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1437 command.oublock=0 command.real_time_ms=30 command.spawn_token_fork_ms=7 command.system_time_ms=25 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-30T08:44:37.183" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:27.663" grpc.time_ms=34.815 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1644vm-test-run-nixbot-gitlab> gitlab # [  299.839243] gitaly[1364]: time="2026-06-30T08:44:27.715Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE duration_ms=191ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/post_receive"1645vm-test-run-nixbot-gitlab> gitlab # [  299.842673] gitaly[1364]: time="2026-06-30T08:44:27.716Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:27.522" grpc.time_ms=193.726 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1646vm-test-run-nixbot-gitlab> gitlab # [  299.856464] gitaly[1364]: time="2026-06-30T08:44:27.732Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE diskcache=09d382ac-26c4-48c2-b13b-79f4fac785e0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:26.823" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1647vm-test-run-nixbot-gitlab> gitlab # [  299.869982] gitaly[1364]: time="2026-06-30T08:44:27.732Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=335 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=851968 command.minflt=13570 command.oublock=32 command.real_time_ms=899 command.spawn_token_fork_ms=2 command.system_time_ms=208 command.user_time_ms=127 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=685 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:26.823" grpc.time_ms=909.614 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1648vm-test-run-nixbot-gitlab> gitlab # [  299.887839] systemd[1]: Finished setup-gitlab.service.1649vm-test-run-nixbot-gitlab> gitlab # [  299.889136] gitlab-workhorse[1287]: time="2026-06-30T08:44:27Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521650vm-test-run-nixbot-gitlab> gitlab # [  299.891305] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:27 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 9791651vm-test-run-nixbot-gitlab> gitlab # [  299.893778] setup-gitlab-start[3673]: To http://gitlab/root/test-flake.git1652vm-test-run-nixbot-gitlab> gitlab # [  299.894831] setup-gitlab-start[3673]:  * [new branch]      master -> master1653vm-test-run-nixbot-gitlab> gitlab # [  299.895854] setup-gitlab-start[3673]: branch 'master' set up to track 'origin/master'.1654vm-test-run-nixbot-gitlab> gitlab # [  299.897113] gitaly[1364]: time="2026-06-30T08:44:27.735Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=4 command.system_time_ms=6 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:37.005" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:27.717" grpc.time_ms=18.274 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1655vm-test-run-nixbot-gitlab> gitlab # [  299.911133] systemd[1]: Starting nixbot CI service...1656vm-test-run-nixbot-gitlab> gitlab # [  299.911955] gitaly[1364]: time="2026-06-30T08:44:27.752Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=5 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T08:44:37.032" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:27.743" grpc.time_ms=9.151 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1657vm-test-run-nixbot-gitlab> gitlab # [  299.928519] gitaly[1364]: time="2026-06-30T08:44:27.804Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=588 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-30T08:44:37.084" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:27.794" grpc.time_ms=10.483 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1658vm-test-run-nixbot-gitlab> gitlab # [  299.970524] gitaly[1364]: time="2026-06-30T08:44:27.846Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3938 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:27.846" grpc.time_ms=0.478 pid=1364 span.kind=server system=grpc1659vm-test-run-nixbot-gitlab> gitlab # [  300.009025] gitaly[1364]: time="2026-06-30T08:44:27.885Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3940 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:27.884" grpc.time_ms=0.545 pid=1364 span.kind=server system=grpc1660vm-test-run-nixbot-gitlab> gitlab # [  300.025680] gitaly[1364]: time="2026-06-30T08:44:27.895Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE diskcache=e18b26a0-b9a5-4087-ab5b-f57c862742d8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T08:44:37.104" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:27.815" pid=1364 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1661vm-test-run-nixbot-gitlab> gitlab # [  300.042721] gitaly[1364]: time="2026-06-30T08:44:27.896Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=68 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4706 command.oublock=8 command.real_time_ms=75 command.spawn_token_fork_ms=0 command.system_time_ms=22 command.user_time_ms=46 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T08:44:37.104" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:27.815" grpc.time_ms=80.66 pid=1364 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1662vm-test-run-nixbot-gitlab> gitlab # [  300.062304] gitaly[1364]: time="2026-06-30T08:44:27.912Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T08:44:37.201" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:27.912" grpc.time_ms=0.194 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1663vm-test-run-nixbot-gitlab> gitlab # [  300.076913] gitaly[1364]: time="2026-06-30T08:44:27.926Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=863 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-30T08:44:37.206" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:27.916" grpc.time_ms=9.656 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1664vm-test-run-nixbot-gitlab> gitlab # [  300.155828] gitaly[1364]: time="2026-06-30T08:44:28.032Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=312 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-30T08:44:58.026" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:28.026" grpc.time_ms=5.726 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1665vm-test-run-nixbot-gitlab> gitlab # [  300.200058] gitaly[1364]: time="2026-06-30T08:44:28.075Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T08:44:38.004" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:28.075" grpc.time_ms=0.53 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1666vm-test-run-nixbot-gitlab> gitlab # [  300.214956] gitaly[1364]: time="2026-06-30T08:44:28.083Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=315 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-30T08:44:38.008" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-30T08:44:28.078" grpc.time_ms=5.198 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1667vm-test-run-nixbot-gitlab> gitlab # [  300.235440] gitaly[1364]: time="2026-06-30T08:44:28.111Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:38.032" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:28.102" grpc.time_ms=9.206 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1668vm-test-run-nixbot-gitlab> gitlab # [  300.254267] gitaly[1364]: time="2026-06-30T08:44:28.130Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:38.049" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:28.120" grpc.time_ms=10.144 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1669vm-test-run-nixbot-gitlab> gitlab # [  300.284872] gitaly[1364]: time="2026-06-30T08:44:28.161Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=885 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T08:44:58.144" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:28.145" grpc.time_ms=15.798 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1670vm-test-run-nixbot-gitlab> gitlab # [  300.674641] gitaly[1364]: time="2026-06-30T08:44:28.550Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-30T08:44:38.007" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:28.548" grpc.time_ms=2.03 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1671vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 301.37 seconds)1672vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1673vm-test-run-nixbot-gitlab> gitlab # [  300.736211] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:28.611Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 b448d91e2d7805d2a597f0231ae52b70f440844b refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"72d4135c69cd1d2a4d2e85aa","created_at":"2026-06-30T08:44:27.579Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-b854b8a902854163","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:27.593Z","job_size_bytes":185,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-72d4135c69cd1d2a4d2e85aa: done: 1.015528 sec","job_status":"done","queue_duration_s":0.002531,"scheduling_latency_s":0.002589,"gitaly_calls":13,"gitaly_duration_s":0.225274,"redis_calls":195,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.052233,"redis_read_bytes":1461,"redis_write_bytes":18936,"redis_cache_calls":14,"redis_cache_duration_s":0.0058,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":28,"redis_feature_flag_duration_s":0.009532,"redis_feature_flag_read_bytes":1044,"redis_feature_flag_write_bytes":3487,"redis_queues_calls":8,"redis_queues_duration_s":0.001288,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4934,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.004753,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.015617,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.015243,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":47,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.064,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":47,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.268,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.296,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.064,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.673928,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00099364,"exclusive_lock_hold_duration_s":0.05958,"duration_s":1.015528,"completed_at":"2026-06-30T08:44:28.611Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.109636,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1674vm-test-run-nixbot-gitlab> gitlab # [  300.818415] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:28.613Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"3d57c5e82316166e66e873f9","created_at":"2026-06-30T08:44:27.755Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-2805ed75afe74b7c","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:27.762Z","job_size_bytes":46,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-3d57c5e82316166e66e873f9: start","job_status":"start","queue_duration_s":0.851078,"scheduling_latency_s":0.851105}1675vm-test-run-nixbot-gitlab> gitlab # [  300.840908] gitaly[1364]: time="2026-06-30T08:44:28.681Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-30T14:44:28.667" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:28.669" grpc.time_ms=11.063 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1676vm-test-run-nixbot-gitlab> gitlab # [  300.856982] gitaly[1364]: time="2026-06-30T08:44:28.703Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=593 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-30T08:44:58.690" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:28.692" grpc.time_ms=10.54 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1677vm-test-run-nixbot-gitlab> gitlab # [  300.874155] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:28.735Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"3d57c5e82316166e66e873f9","created_at":"2026-06-30T08:44:27.755Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-2805ed75afe74b7c","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:27.762Z","job_size_bytes":46,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-3d57c5e82316166e66e873f9: done: 0.122731 sec","job_status":"done","queue_duration_s":0.851078,"scheduling_latency_s":0.851105,"gitaly_calls":2,"gitaly_duration_s":0.030164,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.008869,"redis_read_bytes":68,"redis_write_bytes":4889,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001731,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000685,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2116,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001892,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.003672,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":754,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000889,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.065795,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033718,"duration_s":0.122731,"completed_at":"2026-06-30T08:44:28.735Z","load_balancing_strategy":"primary","db_duration_s":0.019041,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1678vm-test-run-nixbot-gitlab> gitlab # [  300.931220] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:28.737Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"dc6c722fa760d24b95e07ded","created_at":"2026-06-30T08:44:27.783Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-2805ed75afe74b7c","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:27.790Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-dc6c722fa760d24b95e07ded: start","job_status":"start","queue_duration_s":0.947292,"scheduling_latency_s":0.947314}1679vm-test-run-nixbot-gitlab> gitlab # [  300.950292] gitaly[1364]: time="2026-06-30T08:44:28.794Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE diskcache=a39f5959-345a-43e2-88a1-ee32828e1038 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T14:44:28.765" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:28.766" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1680vm-test-run-nixbot-gitlab> gitlab # [  300.961065] gitaly[1364]: time="2026-06-30T08:44:28.794Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1175 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=3 command.system_time_ms=6 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T14:44:28.765" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:28.766" grpc.time_ms=28.157 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1681vm-test-run-nixbot-gitlab> gitlab # [  300.978631] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:28.854Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"dc6c722fa760d24b95e07ded","created_at":"2026-06-30T08:44:27.783Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-2805ed75afe74b7c","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:27.790Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-dc6c722fa760d24b95e07ded: done: 0.116665 sec","job_status":"done","queue_duration_s":0.947292,"scheduling_latency_s":0.947314,"gitaly_calls":1,"gitaly_duration_s":0.03765,"redis_calls":15,"redis_duration_s":0.006877,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000491,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003891,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000845,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00165,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.013,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.024,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.052766,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.08487848,"duration_s":0.116665,"completed_at":"2026-06-30T08:44:28.854Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01957,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1682vm-test-run-nixbot-gitlab> gitlab # [  301.026640] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:28.857Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"dbc3a9fc385a3fb0ceaabe6b","created_at":"2026-06-30T08:44:27.906Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-2805ed75afe74b7c","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:27.908Z","job_size_bytes":23,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-dbc3a9fc385a3fb0ceaabe6b: start","job_status":"start","queue_duration_s":0.948231,"scheduling_latency_s":0.948268}1683vm-test-run-nixbot-gitlab> gitlab # [  301.042740] gitaly[1364]: time="2026-06-30T08:44:28.914Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=593 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-30T08:44:58.899" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:28.900" grpc.time_ms=14.136 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1684vm-test-run-nixbot-gitlab> gitlab # [  301.057810] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:28.926Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"dbc3a9fc385a3fb0ceaabe6b","created_at":"2026-06-30T08:44:27.906Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-2805ed75afe74b7c","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:27.908Z","job_size_bytes":23,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-dbc3a9fc385a3fb0ceaabe6b: done: 0.069205 sec","job_status":"done","queue_duration_s":0.948231,"scheduling_latency_s":0.948268,"gitaly_calls":1,"gitaly_duration_s":0.016824,"redis_calls":16,"redis_duration_s":0.00982,"redis_read_bytes":52,"redis_write_bytes":2048,"redis_queues_calls":1,"redis_queues_duration_s":0.000284,"redis_queues_read_bytes":1,"redis_queues_write_bytes":979,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00186,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.006459,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001217,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036327,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.069205,"completed_at":"2026-06-30T08:44:28.926Z","load_balancing_strategy":"primary","db_duration_s":0.003593,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1685vm-test-run-nixbot-gitlab> gitlab # [  301.107405] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:28.927Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"4b647909df16eb21f562dd01","created_at":"2026-06-30T08:44:28.483Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-2805ed75afe74b7c","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:667fefa0efdb1a7bd40bf87621673a7ab571c0438f31d9c8155394841d528200","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:28.490Z","job_size_bytes":467,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-4b647909df16eb21f562dd01: start","job_status":"start","queue_duration_s":0.437002,"scheduling_latency_s":0.437029}1686vm-test-run-nixbot-gitlab> gitlab # [  301.126230] gitaly[1364]: time="2026-06-30T08:44:28.976Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:44:58.074" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:28.974" grpc.time_ms=0.879 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1687vm-test-run-nixbot-gitlab> gitlab # [  301.140208] gitaly[1364]: time="2026-06-30T08:44:28.991Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T08:44:38.008" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:28.978" grpc.time_ms=12.412 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1688vm-test-run-nixbot-gitlab> gitlab # [  301.216586] nixbot[3766]: {"ts": "2026-06-30T08:44:29.091Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1689vm-test-run-nixbot-gitlab> gitlab # [  301.245309] gitaly[1364]: time="2026-06-30T08:44:29.121Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T08:44:59.019" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:29.119" grpc.time_ms=1.333 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1690vm-test-run-nixbot-gitlab> gitlab # [  301.262488] gitaly[1364]: time="2026-06-30T08:44:29.135Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=197 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-30T08:44:59.029" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:29.129" grpc.time_ms=5.154 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1691vm-test-run-nixbot-gitlab> gitlab # [  301.279207] nixbot[3766]: {"ts": "2026-06-30T08:44:29.129Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1692vm-test-run-nixbot-gitlab> gitlab # [  301.290826] nixbot[3766]: {"ts": "2026-06-30T08:44:29.167Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1693vm-test-run-nixbot-gitlab> gitlab # [  301.295722] nixbot[3766]: {"ts": "2026-06-30T08:44:29.171Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1694vm-test-run-nixbot-gitlab> gitlab # [  301.301446] nixbot[3766]: {"ts": "2026-06-30T08:44:29.177Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1695vm-test-run-nixbot-gitlab> gitlab # [  301.309633] nixbot[3766]: {"ts": "2026-06-30T08:44:29.185Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1696vm-test-run-nixbot-gitlab> gitlab # [  301.314705] nixbot[3766]: {"ts": "2026-06-30T08:44:29.190Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1697vm-test-run-nixbot-gitlab> gitlab # [  301.317538] nixbot[3766]: {"ts": "2026-06-30T08:44:29.193Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1698vm-test-run-nixbot-gitlab> gitlab # [  301.326290] nixbot[3766]: {"ts": "2026-06-30T08:44:29.202Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1699vm-test-run-nixbot-gitlab> gitlab # [  301.331750] nixbot[3766]: {"ts": "2026-06-30T08:44:29.205Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1700vm-test-run-nixbot-gitlab> gitlab # [  301.337254] nixbot[3766]: {"ts": "2026-06-30T08:44:29.211Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1701vm-test-run-nixbot-gitlab> gitlab # [  301.342808] nixbot[3766]: {"ts": "2026-06-30T08:44:29.218Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1702vm-test-run-nixbot-gitlab> gitlab # [  301.349172] nixbot[3766]: {"ts": "2026-06-30T08:44:29.225Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1703vm-test-run-nixbot-gitlab> gitlab # [  301.354721] nixbot[3766]: {"ts": "2026-06-30T08:44:29.227Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1704vm-test-run-nixbot-gitlab> gitlab # [  301.360471] nixbot[3766]: {"ts": "2026-06-30T08:44:29.232Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1705vm-test-run-nixbot-gitlab> gitlab # [  301.365774] nixbot[3766]: {"ts": "2026-06-30T08:44:29.234Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1706vm-test-run-nixbot-gitlab> gitlab # [  301.370707] nixbot[3766]: {"ts": "2026-06-30T08:44:29.236Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1707vm-test-run-nixbot-gitlab> gitlab # [  301.375898] nixbot[3766]: {"ts": "2026-06-30T08:44:29.237Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1708vm-test-run-nixbot-gitlab> gitlab # [  301.380575] nixbot[3766]: {"ts": "2026-06-30T08:44:29.247Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 18, "migration": "effects_commit"}1709vm-test-run-nixbot-gitlab> gitlab # [  301.386155] nixbot[3766]: {"ts": "2026-06-30T08:44:29.250Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 19, "migration": "scheduled_run_notify"}1710vm-test-run-nixbot-gitlab> gitlab # [  301.434221] gitaly[1364]: time="2026-06-30T08:44:29.310Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:39.009" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:29.299" grpc.time_ms=10.339 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1711vm-test-run-nixbot-gitlab> gitlab # [  301.742804] nixbot[3766]: INFO:     Started server process [3766]1712vm-test-run-nixbot-gitlab> gitlab # [  301.748817] nixbot[3766]: INFO:     Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1713vm-test-run-nixbot-gitlab> gitlab # [  301.756193] nixbot[3766]: INFO:     ::ffff:127.0.0.1:39048 - "GET /health HTTP/1.1" 200 OK1714vm-test-run-nixbot-gitlab> gitlab # [  301.758840] systemd[1]: Started nixbot CI service.1715vm-test-run-nixbot-gitlab> gitlab # [  301.759902] systemd[1]: Reached target Multi-User System.1716vm-test-run-nixbot-gitlab> gitlab # [  301.760798] systemd[1]: Startup finished in 754ms (kernel) + 5.127s (initrd) + 4min 55.874s (userspace) = 5min 1.757s.1717vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 1.10 seconds)1718vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1719vm-test-run-nixbot-gitlab> gitlab # [  302.058207] nixbot[3766]: INFO:     ::ffff:127.0.0.1:35578 - "GET /health HTTP/1.1" 200 OK1720vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.06 seconds)1721vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1722vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1723vm-test-run-nixbot-gitlab> gitlab # [  302.263811] gitaly[1364]: time="2026-06-30T08:44:30.138Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=21 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=883 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=1 command.system_time_ms=17 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T08:45:00.012" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:30.113" grpc.time_ms=25.821 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1724vm-test-run-nixbot-gitlab> gitlab # [  302.302316] gitaly[1364]: time="2026-06-30T08:44:30.164Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=5 command.system_time_ms=4 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBV6Z81W4AH433E9ZPWF6QE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-30T08:45:00.048" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:30.148" grpc.time_ms=15.646 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1725vm-test-run-nixbot-gitlab> gitlab # [  302.348412] sidekiq-cluster[2412]: {"severity":"WARN","time":"2026-06-30T08:44:30.223Z","class":"CreatePipelineWorker","correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"b448d91e2d7805d2a597f0231ae52b70f440844b","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"b448d91e2d7805d2a597f0231ae52b70f440844b","ref":"refs/heads/master"},"retry":0}1726vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.33 seconds)1727vm-test-run-nixbot-gitlab> []1728vm-test-run-nixbot-gitlab> gitlab # [  302.376262] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:30.251Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"4b647909df16eb21f562dd01","created_at":"2026-06-30T08:44:28.483Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-2805ed75afe74b7c","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:667fefa0efdb1a7bd40bf87621673a7ab571c0438f31d9c8155394841d528200","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:28.490Z","job_size_bytes":467,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-4b647909df16eb21f562dd01: done: 1.323959 sec","job_status":"done","queue_duration_s":0.437002,"scheduling_latency_s":0.437029,"gitaly_calls":7,"gitaly_duration_s":0.100342,"redis_calls":53,"redis_duration_s":0.028138,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.000744,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.005512,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.017646,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.003089,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001147,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.053,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.043,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":1.113701,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00057552,"duration_s":1.323959,"completed_at":"2026-06-30T08:44:30.251Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.098775,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1729vm-test-run-nixbot-gitlab> gitlab # [  302.468821] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:30.255Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"d2f91d919482011f890ff170","created_at":"2026-06-30T08:44:28.717Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-c1058f4aed234335","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:28.722Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-d2f91d919482011f890ff170: start","job_status":"start","queue_duration_s":1.532343,"scheduling_latency_s":1.532379}1730vm-test-run-nixbot-gitlab> gitlab # [  302.487598] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:30.326Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"d2f91d919482011f890ff170","created_at":"2026-06-30T08:44:28.717Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-c1058f4aed234335","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:28.722Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-d2f91d919482011f890ff170: done: 0.071674 sec","job_status":"done","queue_duration_s":1.532343,"scheduling_latency_s":1.532379,"redis_calls":19,"redis_duration_s":0.008047,"redis_read_bytes":21,"redis_write_bytes":4292,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002114,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000682,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2263,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002774,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002477,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050125,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01218974,"duration_s":0.071674,"completed_at":"2026-06-30T08:44:30.326Z","load_balancing_strategy":"primary","db_duration_s":0.008326,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1731vm-test-run-nixbot-gitlab> gitlab # [  302.536195] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:30.328Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"f2adecdf0df778a5bf0bd77e","created_at":"2026-06-30T08:44:30.304Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-efc0551bfd2245a8","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:30.312Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-f2adecdf0df778a5bf0bd77e: start","job_status":"start","queue_duration_s":0.016285,"scheduling_latency_s":0.016309}1732vm-test-run-nixbot-gitlab> gitlab # [  302.553982] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:30 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 2741733vm-test-run-nixbot-gitlab> gitlab # [  302.571478] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:30.447Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"f2adecdf0df778a5bf0bd77e","created_at":"2026-06-30T08:44:30.304Z","trace_propagation_headers":{"sentry-trace":"6a370770284d4c8580d23db51b94cca0-efc0551bfd2245a8","baggage":"sentry-trace_id=6a370770284d4c8580d23db51b94cca0,sentry-release=Unknown"},"correlation_id":"01KWBV6Z81W4AH433E9ZPWF6QE","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:30.312Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-f2adecdf0df778a5bf0bd77e: done: 0.119015 sec","job_status":"done","queue_duration_s":0.016285,"scheduling_latency_s":0.016309,"redis_calls":11,"redis_duration_s":0.00291,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000453,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002031,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000426,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.009,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.079295,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026362,"duration_s":0.119015,"completed_at":"2026-06-30T08:44:30.447Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.039752,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1734vm-test-run-nixbot-gitlab> gitlab # [  303.265961] gitaly[1364]: time="2026-06-30T08:44:31.141Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=20 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=884 command.oublock=0 command.real_time_ms=22 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=13 component=gitaly.StreamServerInterceptor correlation_id=01KWBV721FACD43BCHCG8P4CGT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T08:45:01.013" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:31.113" grpc.time_ms=27.199 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1735vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1736vm-test-run-nixbot-gitlab> gitlab # [  303.559932] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:31 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 1041737vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.17 seconds)1738vm-test-run-nixbot-gitlab> []1739vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1740vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.17 seconds)1741vm-test-run-nixbot-gitlab> []1742vm-test-run-nixbot-gitlab> gitlab # [  304.728880] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:32 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 1091743vm-test-run-nixbot-gitlab> gitlab # [  305.126042] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:33 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 33861744vm-test-run-nixbot-gitlab> gitlab # [  305.134561] nixbot[3766]: {"ts": "2026-06-30T08:44:33.005Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1745vm-test-run-nixbot-gitlab> gitlab # [  305.152636] nixbot[3766]: {"ts": "2026-06-30T08:44:33.028Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1746vm-test-run-nixbot-gitlab> gitlab # [  305.234539] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 721747vm-test-run-nixbot-gitlab> gitlab # [  305.236920] nixbot[3766]: {"ts": "2026-06-30T08:44:33.112Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1748vm-test-run-nixbot-gitlab> gitlab # [  305.239682] nixbot[3766]: {"ts": "2026-06-30T08:44:33.115Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1749vm-test-run-nixbot-gitlab> gitlab # [  305.551599] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:33 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 3071750vm-test-run-nixbot-gitlab> gitlab # [  305.558500] nixbot[3766]: {"ts": "2026-06-30T08:44:33.429Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1751vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1752vm-test-run-nixbot-gitlab> gitlab # [  305.859472] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:33 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 2951753vm-test-run-nixbot-gitlab> gitlab # [  305.864937] nixbot[3766]: {"ts": "2026-06-30T08:44:33.736Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1754vm-test-run-nixbot-gitlab> gitlab # [  305.905280] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 1181755vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.18 seconds)1756vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-30T08:44:33.408Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1757vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 3.84 seconds)1758vm-test-run-nixbot-gitlab> subtest: push delivers the webhook1759vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1760vm-test-run-nixbot-gitlab> gitlab # [  306.013038] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:33 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 391761vm-test-run-nixbot-gitlab> gitlab # [  306.023378] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 1461762vm-test-run-nixbot-gitlab> gitlab # [  306.026159] nixbot[3766]: {"ts": "2026-06-30T08:44:33.902Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1763vm-test-run-nixbot-gitlab> gitlab # [  306.099789] gitaly[1364]: time="2026-06-30T08:44:33.975Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=583 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=4 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV7672WEPDMV3Q5BJR4M6Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:33.967" grpc.time_ms=8.05 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1764vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.1765vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)[  306.113988] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:33 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 203 "" "git/2.54.0" 851766vm-test-run-nixbot-gitlab> gitlab # Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.1767vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads1768vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.1769vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 273.00 KiB/s, done.1770vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1771vm-test-run-nixbot-gitlab> gitlab # [  306.132105] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:34 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 941772vm-test-run-nixbot-gitlab> gitlab # [  306.134665] nixbot[3766]: {"ts": "2026-06-30T08:44:34.005Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1773vm-test-run-nixbot-gitlab> gitlab # [  306.190824] gitaly[1364]: time="2026-06-30T08:44:34.067Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76ATK1YR60M6NANVDKWG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-30T08:45:04.058" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:34.059" grpc.time_ms=7.48 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1774vm-test-run-nixbot-gitlab> gitlab # [  306.216613] gitaly[1364]: time="2026-06-30T08:44:34.092Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76ATK1YR60M6NANVDKWG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:04.091" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:34.092" grpc.time_ms=0.594 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1775vm-test-run-nixbot-gitlab> gitlab # [  306.234196] gitaly[1364]: time="2026-06-30T08:44:34.110Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=8 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76ATK1YR60M6NANVDKWG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-30T08:44:44.007" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:34.098" grpc.time_ms=12.053 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1776vm-test-run-nixbot-gitlab> gitlab # [  306.327008] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:34 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 1911777vm-test-run-nixbot-gitlab> gitlab # [  306.329556] nixbot[3766]: {"ts": "2026-06-30T08:44:34.203Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1778vm-test-run-nixbot-gitlab> gitlab # [  306.353335] gitaly[1364]: time="2026-06-30T08:44:34.229Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=589 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=10 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-30T08:44:44.072" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:34.212" grpc.time_ms=16.505 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1779vm-test-run-nixbot-gitlab> gitlab # [  306.420373] gitaly[1364]: time="2026-06-30T08:44:34.296Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=301 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-30T08:45:04.179" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-30T08:44:34.279" grpc.time_ms=15.925 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1780vm-test-run-nixbot-gitlab> gitlab # [  306.460434] gitaly[1364]: time="2026-06-30T08:44:34.335Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN duration_ms=181ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/allowed"1781vm-test-run-nixbot-gitlab> gitlab # [  306.494486] gitaly[1364]: time="2026-06-30T08:44:34.370Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN duration_ms=34ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/pre_receive"1782vm-test-run-nixbot-gitlab> gitlab # [  306.498280] gitaly[1364]: time="2026-06-30T08:44:34.372Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:34.153" grpc.time_ms=218.353 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1783vm-test-run-nixbot-gitlab> gitlab # [  306.534783] gitaly[1364]: time="2026-06-30T08:44:34.411Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:34.410" grpc.time_ms=0.618 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1784vm-test-run-nixbot-gitlab> gitlab # [  306.581303] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:34 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 2451785vm-test-run-nixbot-gitlab> gitlab # [  306.584353] nixbot[3766]: {"ts": "2026-06-30T08:44:34.459Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}1786vm-test-run-nixbot-gitlab> gitlab # [  306.587422] gitaly[1364]: time="2026-06-30T08:44:34.461Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:34.460" grpc.time_ms=0.449 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1787vm-test-run-nixbot-gitlab> gitlab # [  306.602198] nixbot[3766]: {"ts": "2026-06-30T08:44:34.467Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}1788vm-test-run-nixbot-gitlab> gitlab # [  306.630367] gitaly[1364]: time="2026-06-30T08:44:34.506Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:34.505" grpc.time_ms=0.76 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1789vm-test-run-nixbot-gitlab> gitlab # [  306.697893] gitaly[1364]: time="2026-06-30T08:44:34.573Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76TBG554MTSS741DE92X grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=206 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.565" grpc.time_ms=8.249 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1790vm-test-run-nixbot-gitlab> gitlab # [  306.712544] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:34 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 651791vm-test-run-nixbot-gitlab> gitlab # [  306.729077] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:34.600Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","b448d91e2d7805d2a597f0231ae52b70f440844b 41516593979c139f85ca1f2adcbef4dc41b51ec2 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"03025ca0d3fa1b6379355263","created_at":"2026-06-30T08:44:34.587Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-ae15db96115b4646","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:34.593Z","job_size_bytes":185,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-03025ca0d3fa1b6379355263: start","job_status":"start","queue_duration_s":0.006333,"scheduling_latency_s":0.006373}1792vm-test-run-nixbot-gitlab> gitlab # [  306.762770] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:34.638Z","message":"changes: \"b448d91e2d7805d2a597f0231ae52b70f440844b 41516593979c139f85ca1f2adcbef4dc41b51ec2 refs/heads/master\\n\""}1793vm-test-run-nixbot-gitlab> gitlab # [  306.770156] gitaly[1364]: time="2026-06-30T08:44:34.641Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN duration_ms=97ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/post_receive"1794vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git1795vm-test-run-nixbot-gitlab> gitlab #    b448d91..4151659  master -> master1796vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 0.89 seconds)1797vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master1798vm-test-run-nixbot-gitlab> gitlab # [  306.779562] gitaly[1364]: time="2026-06-30T08:44:34.642Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:34.544" grpc.time_ms=98.224 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1799vm-test-run-nixbot-gitlab> gitlab # [  306.790981] gitaly[1364]: time="2026-06-30T08:44:34.651Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN diskcache=1eaea67e-f4a0-406b-9a77-41a8d00a05f3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.071" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1800vm-test-run-nixbot-gitlab> gitlab # [  306.804280] gitlab-workhorse[1287]: time="2026-06-30T08:44:34Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521801vm-test-run-nixbot-gitlab> gitlab # [  306.808210] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:34 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 6501802vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.03 seconds)1803vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=41516593979c139f85ca1f2adcbef4dc41b51ec2'1804vm-test-run-nixbot-gitlab> gitlab # [  306.810347] gitaly[1364]: time="2026-06-30T08:44:34.651Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=177 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=851968 command.minflt=13158 command.oublock=32 command.real_time_ms=572 command.spawn_token_fork_ms=2 command.system_time_ms=92 command.user_time_ms=85 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.071" grpc.time_ms=579.563 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1805vm-test-run-nixbot-gitlab> gitlab # [  306.830313] gitaly[1364]: time="2026-06-30T08:44:34.685Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:44.000" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:34.671" grpc.time_ms=14.164 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1806vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=41516593979c139f85ca1f2adcbef4dc41b51ec2', in 0.04 seconds)1807vm-test-run-nixbot-gitlab> []1808vm-test-run-nixbot-gitlab> gitlab # [  306.843810] gitaly[1364]: time="2026-06-30T08:44:34.688Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76WW4DEV1ZDEKZ6FEFR3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.674" pid=1364 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc1809vm-test-run-nixbot-gitlab> gitlab # [  306.860864] gitlab-workhorse[1287]: time="2026-06-30T08:44:34Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1491810vm-test-run-nixbot-gitlab> gitlab # [  306.862725] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:34 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1001811vm-test-run-nixbot-gitlab> gitlab # [  306.864818] nixbot[3766]: INFO:     ::ffff:127.0.0.1:35588 - "GET /api/repos/gitlab/root/test-flake/builds?commit=41516593979c139f85ca1f2adcbef4dc41b51ec2 HTTP/1.1" 200 OK1812vm-test-run-nixbot-gitlab> gitlab # [  306.866740] gitaly[1364]: time="2026-06-30T08:44:34.688Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76WW4DEV1ZDEKZ6FEFR3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.674" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1813vm-test-run-nixbot-gitlab> gitlab # [  306.880698] gitaly[1364]: time="2026-06-30T08:44:34.688Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76WW4DEV1ZDEKZ6FEFR3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.674" grpc.time_ms=14.066 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1814vm-test-run-nixbot-gitlab> gitlab # [  306.896054] gitaly[1364]: time="2026-06-30T08:44:34.721Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=8 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T08:44:44.035" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:34.706" grpc.time_ms=15.496 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1815vm-test-run-nixbot-gitlab> gitlab # [  306.911137] gitaly[1364]: time="2026-06-30T08:44:34.759Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=9 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-30T08:44:44.077" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:34.747" grpc.time_ms=11.13 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1816vm-test-run-nixbot-gitlab> gitlab # [  306.925106] gitaly[1364]: time="2026-06-30T08:44:34.776Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=598 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=4 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-30T08:45:04.665" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:34.765" grpc.time_ms=10.675 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1817vm-test-run-nixbot-gitlab> gitlab # [  306.941584] gitlab-workhorse[1287]: time="2026-06-30T08:44:34Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=5981818vm-test-run-nixbot-gitlab> gitlab # [  306.943491] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:34 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 598 "" "git/2.54.0" 1041819vm-test-run-nixbot-gitlab> gitlab # [  306.945570] gitaly[1364]: time="2026-06-30T08:44:34.791Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=318 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-30T08:44:44.116" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-30T08:44:34.786" grpc.time_ms=4.923 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1820vm-test-run-nixbot-gitlab> gitlab # [  306.959718] gitaly[1364]: time="2026-06-30T08:44:34.795Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77039JF61KHMT1WANQWM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.778" pid=1364 remote_ip="2001:db8:1::1" request_sha=aae50ca3ced93feabc925e5e0820e6620147e82f response_bytes=598 span.kind=server system=grpc1821vm-test-run-nixbot-gitlab> gitlab # [  306.970583] gitaly[1364]: time="2026-06-30T08:44:34.795Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1140 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77039JF61KHMT1WANQWM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.778" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1822vm-test-run-nixbot-gitlab> gitlab # [  306.984798] gitaly[1364]: time="2026-06-30T08:44:34.795Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1140 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77039JF61KHMT1WANQWM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.778" grpc.time_ms=17.039 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1823vm-test-run-nixbot-gitlab> gitlab # [  306.999691] gitaly[1364]: time="2026-06-30T08:44:34.806Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:44.129" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:34.799" grpc.time_ms=6.674 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1824vm-test-run-nixbot-gitlab> gitlab # [  307.027274] gitaly[1364]: time="2026-06-30T08:44:34.903Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV774DTS72WFS97RKS396Q grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=192 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.895" grpc.time_ms=8.032 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1825vm-test-run-nixbot-gitlab> gitlab # [  307.041308] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:34 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 741826vm-test-run-nixbot-gitlab> gitlab # [  307.118821] gitaly[1364]: time="2026-06-30T08:44:34.994Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV776RBG0Q9ARWVWJGFY5E grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.977" pid=1364 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1827vm-test-run-nixbot-gitlab> gitlab # [  307.129394] gitaly[1364]: time="2026-06-30T08:44:34.994Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=588 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=6 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV776RBG0Q9ARWVWJGFY5E grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.977" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1828vm-test-run-nixbot-gitlab> gitlab # [  307.143264] gitlab-workhorse[1287]: time="2026-06-30T08:44:34Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671829vm-test-run-nixbot-gitlab> gitlab # [  307.145234] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:34 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 911830vm-test-run-nixbot-gitlab> gitlab # [  307.147199] gitaly[1364]: time="2026-06-30T08:44:34.995Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=588 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=6 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV776RBG0Q9ARWVWJGFY5E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:34.977" grpc.time_ms=18.14 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1831vm-test-run-nixbot-gitlab> gitlab # [  307.162284] gitaly[1364]: time="2026-06-30T08:44:35.005Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-30T08:44:45.003" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:35.003" grpc.time_ms=2.006 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1832vm-test-run-nixbot-gitlab> gitlab # [  307.175809] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:35.029Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","b448d91e2d7805d2a597f0231ae52b70f440844b 41516593979c139f85ca1f2adcbef4dc41b51ec2 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"03025ca0d3fa1b6379355263","created_at":"2026-06-30T08:44:34.587Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-ae15db96115b4646","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T08:44:34.593Z","job_size_bytes":185,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-03025ca0d3fa1b6379355263: done: 0.429894 sec","job_status":"done","queue_duration_s":0.006333,"scheduling_latency_s":0.006373,"gitaly_calls":7,"gitaly_duration_s":0.106964,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.030695,"redis_read_bytes":350,"redis_write_bytes":13064,"redis_cache_calls":9,"redis_cache_duration_s":0.001475,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000327,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.00143,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6764,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.00448,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.00901,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.013973,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.031,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.025,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.025,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.031,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.244344,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00302712,"exclusive_lock_hold_duration_s":0.04222948,"duration_s":0.429894,"completed_at":"2026-06-30T08:44:35.029Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.037845,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1833vm-test-run-nixbot-gitlab> gitlab # [  307.229651] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:35.031Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"dd832f428baf3e2905c4d6f4","created_at":"2026-06-30T08:44:34.733Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-337f9e93946849ae","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:34.735Z","job_size_bytes":46,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-dd832f428baf3e2905c4d6f4: start","job_status":"start","queue_duration_s":0.295681,"scheduling_latency_s":0.295706}1834vm-test-run-nixbot-gitlab> gitlab # [  307.246709] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:35.058Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"dd832f428baf3e2905c4d6f4","created_at":"2026-06-30T08:44:34.733Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-337f9e93946849ae","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:34.735Z","job_size_bytes":46,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-dd832f428baf3e2905c4d6f4: done: 0.027739 sec","job_status":"done","queue_duration_s":0.295681,"scheduling_latency_s":0.295706,"redis_calls":9,"redis_duration_s":0.004755,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003731,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000284,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00074,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015023,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027739,"completed_at":"2026-06-30T08:44:35.058Z","load_balancing_strategy":"primary","db_duration_s":0.003266,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1835vm-test-run-nixbot-gitlab> gitlab # [  307.291971] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:35.060Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"2353893369888b31f2b5cea3","created_at":"2026-06-30T08:44:34.741Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-337f9e93946849ae","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:34.743Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-2353893369888b31f2b5cea3: start","job_status":"start","queue_duration_s":0.316579,"scheduling_latency_s":0.316599}1836vm-test-run-nixbot-gitlab> gitlab # [  307.308929] gitaly[1364]: time="2026-06-30T08:44:35.103Z" level=info msg="finished unary call with code OK" catfile.duration_ms=2 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=2 catfile.request_object_count=1 catfile.request_object_ms=0 command.spawn_token_fork_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:05.097" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:35.098" grpc.time_ms=5.661 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1837vm-test-run-nixbot-gitlab> gitlab # [  307.322422] gitaly[1364]: time="2026-06-30T08:44:35.125Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN diskcache=76f3bf05-fe9b-49ba-84b9-662d93d2622c grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T14:44:35.086" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:35.087" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1838vm-test-run-nixbot-gitlab> gitlab # [  307.332933] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:35.156Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"2353893369888b31f2b5cea3","created_at":"2026-06-30T08:44:34.741Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-337f9e93946849ae","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:34.743Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-2353893369888b31f2b5cea3: done: 0.095652 sec","job_status":"done","queue_duration_s":0.316579,"scheduling_latency_s":0.316599,"gitaly_calls":1,"gitaly_duration_s":0.041424,"redis_calls":12,"redis_duration_s":0.003462,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001223,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000907,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001332,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.01,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.01,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.044997,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.06933424,"duration_s":0.095652,"completed_at":"2026-06-30T08:44:35.155Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008301,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1839vm-test-run-nixbot-gitlab> gitlab # [  307.379262] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:35.158Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"3e1ef8a0f397873f60497948","created_at":"2026-06-30T08:44:34.856Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-337f9e93946849ae","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d5cddd5cd2acab40f7f970352238d73d2b0c0370eceff9a40980aaf1d4404496","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:34.860Z","job_size_bytes":467,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-3e1ef8a0f397873f60497948: start","job_status":"start","queue_duration_s":0.298149,"scheduling_latency_s":0.298184}1840vm-test-run-nixbot-gitlab> gitlab # [  307.397071] gitaly[1364]: time="2026-06-30T08:44:35.125Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=22 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1512 command.oublock=0 command.real_time_ms=46 command.spawn_token_fork_ms=3 command.system_time_ms=14 command.user_time_ms=8 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T14:44:35.086" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:35.087" grpc.time_ms=37.836 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1841vm-test-run-nixbot-gitlab> gitlab # [  307.420740] gitaly[1364]: time="2026-06-30T08:44:35.137Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=593 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-30T08:45:05.130" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:35.130" grpc.time_ms=7.494 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1842vm-test-run-nixbot-gitlab> gitlab # [  307.435196] gitaly[1364]: time="2026-06-30T08:44:35.152Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:45.005" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:35.146" grpc.time_ms=6.619 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1843vm-test-run-nixbot-gitlab> gitlab # [  307.449136] gitaly[1364]: time="2026-06-30T08:44:35.191Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:05.089" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:35.190" grpc.time_ms=1.082 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1844vm-test-run-nixbot-gitlab> gitlab # [  307.461902] gitaly[1364]: time="2026-06-30T08:44:35.204Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T08:44:45.194" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:35.194" grpc.time_ms=9.353 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1845vm-test-run-nixbot-gitlab> gitlab # [  307.475522] gitaly[1364]: time="2026-06-30T08:44:35.207Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T08:44:45.066" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:35.206" grpc.time_ms=0.312 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1846vm-test-run-nixbot-gitlab> gitlab # [  307.486749] gitaly[1364]: time="2026-06-30T08:44:35.221Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=570 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T08:44:45.074" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:35.214" grpc.time_ms=6.763 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1847vm-test-run-nixbot-gitlab> gitlab # [  307.500543] gitaly[1364]: time="2026-06-30T08:44:35.251Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T08:45:05.150" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:35.250" grpc.time_ms=0.773 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1848vm-test-run-nixbot-gitlab> gitlab # [  307.513665] gitaly[1364]: time="2026-06-30T08:44:35.258Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=125 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-30T08:45:05.155" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:35.255" grpc.time_ms=3.298 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1849vm-test-run-nixbot-gitlab> gitlab # [  307.530051] gitaly[1364]: time="2026-06-30T08:44:35.261Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:35.260" grpc.time_ms=0.841 pid=1364 span.kind=server system=grpc1850vm-test-run-nixbot-gitlab> gitlab # [  307.540070] gitaly[1364]: time="2026-06-30T08:44:35.284Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:35.284" grpc.time_ms=0.55 pid=1364 span.kind=server system=grpc1851vm-test-run-nixbot-gitlab> gitlab # [  307.549866] gitaly[1364]: time="2026-06-30T08:44:35.290Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ diskcache=56a2444e-c387-49e9-968b-0cdaac09e769 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T08:44:45.083" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:35.223" pid=1364 ref=refs/keep-around/b448d91e2d7805d2a597f0231ae52b70f440844b remote_ip="2001:db8:1::1" revision=b448d91e2d7805d2a597f0231ae52b70f440844b span.kind=server system=grpc username=root1852vm-test-run-nixbot-gitlab> gitlab # [  307.561384] gitaly[1364]: time="2026-06-30T08:44:35.290Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=58 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5028 command.oublock=8 command.real_time_ms=62 command.spawn_token_fork_ms=0 command.system_time_ms=21 command.user_time_ms=37 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T08:44:45.083" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:35.223" grpc.time_ms=66.391 pid=1364 ref=refs/keep-around/b448d91e2d7805d2a597f0231ae52b70f440844b remote_ip="2001:db8:1::1" revision=b448d91e2d7805d2a597f0231ae52b70f440844b span.kind=server system=grpc username=root1853vm-test-run-nixbot-gitlab> gitlab # [  307.576827] gitaly[1364]: time="2026-06-30T08:44:35.293Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:05.292" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:35.292" grpc.time_ms=0.273 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1854vm-test-run-nixbot-gitlab> gitlab # [  307.589908] gitaly[1364]: time="2026-06-30T08:44:35.312Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:45.014" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:35.304" grpc.time_ms=8.225 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1855vm-test-run-nixbot-gitlab> gitlab # [  307.603304] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:35 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b448d91e2d7805d2a597f0231ae52b70f440844b HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 4261856vm-test-run-nixbot-gitlab> gitlab # [  307.606569] nixbot[3766]: {"ts": "2026-06-30T08:44:35.472Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b448d91e2d7805d2a597f0231ae52b70f440844b \"HTTP/1.1 201 Created\""}1857vm-test-run-nixbot-gitlab> gitlab # [  307.611173] nixbot[3766]: {"ts": "2026-06-30T08:44:35.487Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-b448d91e2d78-1bb081dd", "argv0": "bwrap"}1858vm-test-run-nixbot-gitlab> gitlab # [  307.721131] systemd[1]: Started Nix Daemon.1859vm-test-run-nixbot-gitlab> gitlab # [  307.842303] nix-daemon[4077]: accepted connection from pid 4075, user nixbot1860vm-test-run-nixbot-gitlab> gitlab # [  307.848463] nix-daemon[4077]: accepted connection from pid 4076, user nixbot1861vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=41516593979c139f85ca1f2adcbef4dc41b51ec2'1862vm-test-run-nixbot-gitlab> gitlab # [  307.925618] nixbot[3766]: INFO:     ::ffff:127.0.0.1:35590 - "GET /api/repos/gitlab/root/test-flake/builds?commit=41516593979c139f85ca1f2adcbef4dc41b51ec2 HTTP/1.1" 200 OK1863vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=41516593979c139f85ca1f2adcbef4dc41b51ec2', in 0.07 seconds)1864vm-test-run-nixbot-gitlab> []1865vm-test-run-nixbot-gitlab> gitlab # [  308.159526] gitaly[1364]: time="2026-06-30T08:44:36.034Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=19 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=885 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=3 command.system_time_ms=16 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T08:45:06.006" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:36.007" grpc.time_ms=27.239 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1866vm-test-run-nixbot-gitlab> gitlab # [  308.201455] gitaly[1364]: time="2026-06-30T08:44:36.062Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=572 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=2 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBV76AHMQJH8F5KGMZPGJNN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-30T08:45:06.037" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:36.037" grpc.time_ms=24.363 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1867vm-test-run-nixbot-gitlab> gitlab # [  308.226094] sidekiq-cluster[2412]: {"severity":"WARN","time":"2026-06-30T08:44:36.081Z","class":"CreatePipelineWorker","correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"b448d91e2d7805d2a597f0231ae52b70f440844b","after":"41516593979c139f85ca1f2adcbef4dc41b51ec2","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"41516593979c139f85ca1f2adcbef4dc41b51ec2","ref":"refs/heads/master"},"retry":0}1868vm-test-run-nixbot-gitlab> gitlab # [  308.236781] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.099Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"3e1ef8a0f397873f60497948","created_at":"2026-06-30T08:44:34.856Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-337f9e93946849ae","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d5cddd5cd2acab40f7f970352238d73d2b0c0370eceff9a40980aaf1d4404496","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:34.860Z","job_size_bytes":467,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-3e1ef8a0f397873f60497948: done: 0.941362 sec","job_status":"done","queue_duration_s":0.298149,"scheduling_latency_s":0.298184,"gitaly_calls":7,"gitaly_duration_s":0.093566,"redis_calls":33,"redis_duration_s":0.006193,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.000622,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001414,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.002944,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001213,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.031,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.808431,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.941362,"completed_at":"2026-06-30T08:44:36.099Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.030353,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1869vm-test-run-nixbot-gitlab> gitlab # [  308.301625] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.102Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"9fd83101-eea1-4e47-8ba3-640007b6ad82\"}"],"class":"WebHookWorker","jid":"7ec6aa9d87e5e031fd9978a4","created_at":"2026-06-30T08:44:34.987Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-337f9e93946849ae","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:a9046d65dce34707d43a558b8864946f431a8a2447516b1124a12cd3b2270c11","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:34.993Z","job_size_bytes":1749,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-7ec6aa9d87e5e031fd9978a4: start","job_status":"start","queue_duration_s":1.109035,"scheduling_latency_s":1.109068}1870vm-test-run-nixbot-gitlab> gitlab # [  308.374542] nixbot[3766]: INFO:     ::ffff:127.0.0.1:35596 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted1871vm-test-run-nixbot-gitlab> gitlab # [  308.405679] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.280Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"9fd83101-eea1-4e47-8ba3-640007b6ad82\"}"],"class":"WebHookWorker","jid":"7ec6aa9d87e5e031fd9978a4","created_at":"2026-06-30T08:44:34.987Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-337f9e93946849ae","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:a9046d65dce34707d43a558b8864946f431a8a2447516b1124a12cd3b2270c11","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:34.993Z","job_size_bytes":1749,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-7ec6aa9d87e5e031fd9978a4: done: 0.178675 sec","job_status":"done","queue_duration_s":1.109035,"scheduling_latency_s":1.109068,"redis_calls":19,"redis_duration_s":0.006115,"redis_read_bytes":31,"redis_write_bytes":5282,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00152,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000655,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3644,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002603,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001337,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.015471339999976408,"cpu_s":0.144886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00068522,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.178675,"completed_at":"2026-06-30T08:44:36.280Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003641,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1872vm-test-run-nixbot-gitlab> gitlab # [  308.513529] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.306Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"273d495cf620c0ff19237921","created_at":"2026-06-30T08:44:35.297Z","trace_propagation_headers":{"sentry-trace":"d73586165ae64d3c8397ac9743687ac5-fa6f52d186ca4926","baggage":"sentry-trace_id=d73586165ae64d3c8397ac9743687ac5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV77B3ZG5V3DJZGHFVVRGQ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:35.305Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-273d495cf620c0ff19237921: start","job_status":"start","queue_duration_s":1.000749,"scheduling_latency_s":1.000797}1873vm-test-run-nixbot-gitlab> gitlab # [  308.536561] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.395Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"273d495cf620c0ff19237921","created_at":"2026-06-30T08:44:35.297Z","trace_propagation_headers":{"sentry-trace":"d73586165ae64d3c8397ac9743687ac5-fa6f52d186ca4926","baggage":"sentry-trace_id=d73586165ae64d3c8397ac9743687ac5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV77B3ZG5V3DJZGHFVVRGQ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:35.305Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-273d495cf620c0ff19237921: done: 0.08905 sec","job_status":"done","queue_duration_s":1.000749,"scheduling_latency_s":1.000797,"redis_calls":18,"redis_duration_s":0.004904,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.0028,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001598,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000506,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.061817,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00029502,"duration_s":0.08905,"completed_at":"2026-06-30T08:44:36.395Z","load_balancing_strategy":"primary","db_duration_s":0.01618,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1874vm-test-run-nixbot-gitlab> gitlab # [  308.583709] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.397Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"3bc8de2aa7a2b140341cf415","created_at":"2026-06-30T08:44:35.306Z","trace_propagation_headers":{"sentry-trace":"d73586165ae64d3c8397ac9743687ac5-fa6f52d186ca4926","baggage":"sentry-trace_id=d73586165ae64d3c8397ac9743687ac5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV77B3ZG5V3DJZGHFVVRGQ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:35.315Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-3bc8de2aa7a2b140341cf415: start","job_status":"start","queue_duration_s":1.081947,"scheduling_latency_s":1.081971}1875vm-test-run-nixbot-gitlab> gitlab # [  308.601452] gitaly[1364]: time="2026-06-30T08:44:36.408Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV78JCB960312S5YFP6TNX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=190 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:36.394" grpc.time_ms=12.931 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1876vm-test-run-nixbot-gitlab> gitlab # [  308.615301] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:36 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1081877vm-test-run-nixbot-gitlab> gitlab # [  308.617554] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.477Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"3bc8de2aa7a2b140341cf415","created_at":"2026-06-30T08:44:35.306Z","trace_propagation_headers":{"sentry-trace":"d73586165ae64d3c8397ac9743687ac5-fa6f52d186ca4926","baggage":"sentry-trace_id=d73586165ae64d3c8397ac9743687ac5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV77B3ZG5V3DJZGHFVVRGQ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:35.315Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-3bc8de2aa7a2b140341cf415: done: 0.080899 sec","job_status":"done","queue_duration_s":1.081947,"scheduling_latency_s":1.081971,"redis_calls":21,"redis_duration_s":0.0033309999999999998,"redis_read_bytes":148,"redis_write_bytes":2264,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.00153,"redis_feature_flag_read_bytes":136,"redis_feature_flag_write_bytes":1264,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000987,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000814,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":12,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053168,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023682,"duration_s":0.080899,"completed_at":"2026-06-30T08:44:36.477Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.013644,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1878vm-test-run-nixbot-gitlab> gitlab # [  308.663688] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.480Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"cafa6279f95c1870b6f8f576","created_at":"2026-06-30T08:44:35.444Z","trace_propagation_headers":{"sentry-trace":"d73586165ae64d3c8397ac9743687ac5-fa6f52d186ca4926","baggage":"sentry-trace_id=d73586165ae64d3c8397ac9743687ac5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV77B3ZG5V3DJZGHFVVRGQ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:35.451Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-cafa6279f95c1870b6f8f576: start","job_status":"start","queue_duration_s":1.029539,"scheduling_latency_s":1.02956}1879vm-test-run-nixbot-gitlab> gitlab # [  308.680179] gitaly[1364]: time="2026-06-30T08:44:36.493Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78NTRNXEHW2ESXJ0FKAS grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:36.483" pid=1364 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1880vm-test-run-nixbot-gitlab> gitlab # [  308.692426] nixbot[3766]: {"ts": "2026-06-30T08:44:36.528Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}1881vm-test-run-nixbot-gitlab> gitlab # [  308.694437] gitlab-workhorse[1287]: time="2026-06-30T08:44:36Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671882vm-test-run-nixbot-gitlab> gitlab # [  308.696395] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:36 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 831883vm-test-run-nixbot-gitlab> gitlab # [  308.698489] gitaly[1364]: time="2026-06-30T08:44:36.493Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78NTRNXEHW2ESXJ0FKAS grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:36.483" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1884vm-test-run-nixbot-gitlab> gitlab # [  308.712216] nix-daemon[4082]: unexpected Nix daemon error: error: interrupted by the user1885vm-test-run-nixbot-gitlab> gitlab # [  308.713429] gitaly[1364]: time="2026-06-30T08:44:36.493Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78NTRNXEHW2ESXJ0FKAS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T08:44:36.483" grpc.time_ms=10.265 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1886vm-test-run-nixbot-gitlab> gitlab # [  308.728125] gitaly[1364]: time="2026-06-30T08:44:36.601Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:06.600" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:36.600" grpc.time_ms=0.474 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1887vm-test-run-nixbot-gitlab> gitlab # [  308.740672] gitaly[1364]: time="2026-06-30T08:44:36.603Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T08:45:06.602" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:36.603" grpc.time_ms=0.711 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1888vm-test-run-nixbot-gitlab> gitlab # [  308.753491] gitaly[1364]: time="2026-06-30T08:44:36.622Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=591 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=4 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-30T08:45:06.612" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:36.612" grpc.time_ms=9.796 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1889vm-test-run-nixbot-gitlab> gitlab # [  308.767621] gitaly[1364]: time="2026-06-30T08:44:36.636Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:46.148" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:36.628" grpc.time_ms=8.324 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1890vm-test-run-nixbot-gitlab> gitlab # [  308.781735] gitaly[1364]: time="2026-06-30T08:44:36.644Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:06.643" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:36.643" grpc.time_ms=0.806 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1891vm-test-run-nixbot-gitlab> gitlab # [  308.794057] gitaly[1364]: time="2026-06-30T08:44:36.652Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78TZZMMB4SHFMR0SH969 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:06.551" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:36.651" grpc.time_ms=0.851 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1892vm-test-run-nixbot-gitlab> gitlab # [  308.807468] gitaly[1364]: time="2026-06-30T08:44:36.658Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T08:44:46.177" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:36.657" grpc.time_ms=0.312 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1893vm-test-run-nixbot-gitlab> gitlab # [  308.818752] gitaly[1364]: time="2026-06-30T08:44:36.669Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=571 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=5 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T08:44:46.180" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:36.661" grpc.time_ms=8.241 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1894vm-test-run-nixbot-gitlab> gitlab # [  308.832559] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.687Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"cafa6279f95c1870b6f8f576","created_at":"2026-06-30T08:44:35.444Z","trace_propagation_headers":{"sentry-trace":"d73586165ae64d3c8397ac9743687ac5-fa6f52d186ca4926","baggage":"sentry-trace_id=d73586165ae64d3c8397ac9743687ac5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV77B3ZG5V3DJZGHFVVRGQ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:35.451Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-cafa6279f95c1870b6f8f576: done: 0.206382 sec","job_status":"done","queue_duration_s":1.029539,"scheduling_latency_s":1.02956,"gitaly_calls":3,"gitaly_duration_s":0.008058,"redis_calls":48,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.030212,"redis_read_bytes":208,"redis_write_bytes":6802,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.008914,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001889,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.003241,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.001067,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1132,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.003171,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000807,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000331,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001878,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.007,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.148107,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.17229039999999998,"duration_s":0.206382,"completed_at":"2026-06-30T08:44:36.687Z","load_balancing_strategy":"primary","db_duration_s":0.038321,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1895vm-test-run-nixbot-gitlab> gitlab # [  308.886289] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.689Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","7ec6aa9d87e5e031fd9978a4"],"class":"WebHooks::LogExecutionWorker","jid":"88a1fcceb1f386b88cded0fc","created_at":"2026-06-30T08:44:36.254Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-54feea19e3124b7e","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:b4b9710e3cb9caa52709b0d9c412e8091452a13049ad623c9696d10294faf91a","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.264Z","job_size_bytes":2507,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-88a1fcceb1f386b88cded0fc: start","job_status":"start","queue_duration_s":0.424384,"scheduling_latency_s":0.42441}1896vm-test-run-nixbot-gitlab> gitlab # [  308.904650] gitaly[1364]: time="2026-06-30T08:44:36.674Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV77B3ZG5V3DJZGHFVVRGQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:06.673" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:36.673" grpc.time_ms=0.966 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1897vm-test-run-nixbot-gitlab> gitlab # [  308.917219] gitaly[1364]: time="2026-06-30T08:44:36.705Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:36.704" grpc.time_ms=0.315 pid=1364 span.kind=server system=grpc1898vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=41516593979c139f85ca1f2adcbef4dc41b51ec2'1899vm-test-run-nixbot-gitlab> gitlab # [  308.927450] gitaly[1364]: time="2026-06-30T08:44:36.733Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:36.732" grpc.time_ms=0.706 pid=1364 span.kind=server system=grpc1900vm-test-run-nixbot-gitlab> gitlab # [  308.936925] gitaly[1364]: time="2026-06-30T08:44:36.739Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 diskcache=8d580de3-4caa-4f78-b349-0dd5b2047dce grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T08:44:46.191" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:36.672" pid=1364 ref=refs/keep-around/41516593979c139f85ca1f2adcbef4dc41b51ec2 remote_ip="2001:db8:1::1" revision=41516593979c139f85ca1f2adcbef4dc41b51ec2 span.kind=server system=grpc username=root1901vm-test-run-nixbot-gitlab> gitlab # [  308.947423] gitaly[1364]: time="2026-06-30T08:44:36.739Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=49 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5028 command.oublock=8 command.real_time_ms=62 command.spawn_token_fork_ms=1 command.system_time_ms=28 command.user_time_ms=21 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T08:44:46.191" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T08:44:36.672" grpc.time_ms=67.347 pid=1364 ref=refs/keep-around/41516593979c139f85ca1f2adcbef4dc41b51ec2 remote_ip="2001:db8:1::1" revision=41516593979c139f85ca1f2adcbef4dc41b51ec2 span.kind=server system=grpc username=root1902vm-test-run-nixbot-gitlab> gitlab # [  308.961929] gitaly[1364]: time="2026-06-30T08:44:36.742Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:06.741" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:36.741" grpc.time_ms=0.344 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1903vm-test-run-nixbot-gitlab> gitlab # [  308.974934] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:36 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/41516593979c139f85ca1f2adcbef4dc41b51ec2 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 2981904vm-test-run-nixbot-gitlab> gitlab # [  308.977617] nixbot[3766]: {"ts": "2026-06-30T08:44:36.830Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/41516593979c139f85ca1f2adcbef4dc41b51ec2 \"HTTP/1.1 201 Created\""}1905vm-test-run-nixbot-gitlab> gitlab # [  308.980459] nixbot[3766]: {"ts": "2026-06-30T08:44:36.836Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-41516593979c-c3643145", "argv0": "bwrap"}1906vm-test-run-nixbot-gitlab> gitlab # [  308.982940] gitaly[1364]: time="2026-06-30T08:44:36.786Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBV78TZZMMB4SHFMR0SH969 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:46.008" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:36.778" grpc.time_ms=7.585 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1907vm-test-run-nixbot-gitlab> gitlab # [  308.996753] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.855Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","7ec6aa9d87e5e031fd9978a4"],"class":"WebHooks::LogExecutionWorker","jid":"88a1fcceb1f386b88cded0fc","created_at":"2026-06-30T08:44:36.254Z","trace_propagation_headers":{"sentry-trace":"78e3943678bc4c308dd704b6524108c2-54feea19e3124b7e","baggage":"sentry-trace_id=78e3943678bc4c308dd704b6524108c2,sentry-release=Unknown"},"correlation_id":"01KWBV76AHMQJH8F5KGMZPGJNN","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:b4b9710e3cb9caa52709b0d9c412e8091452a13049ad623c9696d10294faf91a","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.264Z","job_size_bytes":2507,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-88a1fcceb1f386b88cded0fc: done: 0.16622 sec","job_status":"done","queue_duration_s":0.424384,"scheduling_latency_s":0.42441,"redis_calls":10,"redis_duration_s":0.0016640000000000001,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000295,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00045,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.042,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.042,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.136851,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002865,"duration_s":0.16622,"completed_at":"2026-06-30T08:44:36.855Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007184,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1908vm-test-run-nixbot-gitlab> gitlab # [  309.041567] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.857Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"8cd2a76b80b858d3ad1f6e31","created_at":"2026-06-30T08:44:36.573Z","trace_propagation_headers":{"sentry-trace":"d73586165ae64d3c8397ac9743687ac5-685a829b1f584c6c","baggage":"sentry-trace_id=d73586165ae64d3c8397ac9743687ac5,sentry-release=Unknown"},"correlation_id":"01KWBV77B3ZG5V3DJZGHFVVRGQ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.581Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-8cd2a76b80b858d3ad1f6e31: start","job_status":"start","queue_duration_s":0.275233,"scheduling_latency_s":0.275258}1909vm-test-run-nixbot-gitlab> gitlab # [  309.058019] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:36 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b448d91e2d7805d2a597f0231ae52b70f440844b HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 3201910vm-test-run-nixbot-gitlab> gitlab # [  309.060657] nixbot[3766]: {"ts": "2026-06-30T08:44:36.926Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b448d91e2d7805d2a597f0231ae52b70f440844b \"HTTP/1.1 201 Created\""}1911vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=41516593979c139f85ca1f2adcbef4dc41b51ec2', in 0.14 seconds)1912vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': '41516593979c139f85ca1f2adcbef4dc41b51ec2', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'evaluating', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-30T08:44:36.521255Z', 'started_at': '2026-06-30T08:44:36.832359Z', 'finished_at': None}]1913vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 3.16 seconds)1914vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses1915vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses1916vm-test-run-nixbot-gitlab> gitlab # [  309.063441] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.898Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"8cd2a76b80b858d3ad1f6e31","created_at":"2026-06-30T08:44:36.573Z","trace_propagation_headers":{"sentry-trace":"d73586165ae64d3c8397ac9743687ac5-685a829b1f584c6c","baggage":"sentry-trace_id=d73586165ae64d3c8397ac9743687ac5,sentry-release=Unknown"},"correlation_id":"01KWBV77B3ZG5V3DJZGHFVVRGQ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.581Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-8cd2a76b80b858d3ad1f6e31: done: 0.041619 sec","job_status":"done","queue_duration_s":0.275233,"scheduling_latency_s":0.275258,"redis_calls":10,"redis_duration_s":0.003053,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001881,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000865,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000307,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02908,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00024642,"duration_s":0.041619,"completed_at":"2026-06-30T08:44:36.898Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004273,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1917vm-test-run-nixbot-gitlab> gitlab # [  309.109289] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.899Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"428cf77016a2abbc8db216be","created_at":"2026-06-30T08:44:36.743Z","trace_propagation_headers":{"sentry-trace":"4d96a4e9afeb4586880a7e348575fd69-b710fb7a2bf04aa8","baggage":"sentry-trace_id=4d96a4e9afeb4586880a7e348575fd69,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV78SMQRQCGK17JZHDMN88","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.748Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-428cf77016a2abbc8db216be: start","job_status":"start","queue_duration_s":0.151646,"scheduling_latency_s":0.151668}1918vm-test-run-nixbot-gitlab> gitlab # [  309.127476] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.938Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"428cf77016a2abbc8db216be","created_at":"2026-06-30T08:44:36.743Z","trace_propagation_headers":{"sentry-trace":"4d96a4e9afeb4586880a7e348575fd69-b710fb7a2bf04aa8","baggage":"sentry-trace_id=4d96a4e9afeb4586880a7e348575fd69,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV78SMQRQCGK17JZHDMN88","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.748Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-428cf77016a2abbc8db216be: done: 0.038229 sec","job_status":"done","queue_duration_s":0.151646,"scheduling_latency_s":0.151668,"redis_calls":7,"redis_duration_s":0.011422999999999999,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004833,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00659,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018749,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.038229,"completed_at":"2026-06-30T08:44:36.938Z","load_balancing_strategy":"primary","db_duration_s":0.002902,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1919vm-test-run-nixbot-gitlab> gitlab # [  309.172248] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:36.940Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"ccba58dca87769ffd873b372","created_at":"2026-06-30T08:44:36.750Z","trace_propagation_headers":{"sentry-trace":"4d96a4e9afeb4586880a7e348575fd69-b710fb7a2bf04aa8","baggage":"sentry-trace_id=4d96a4e9afeb4586880a7e348575fd69,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV78SMQRQCGK17JZHDMN88","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.753Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-ccba58dca87769ffd873b372: start","job_status":"start","queue_duration_s":0.186962,"scheduling_latency_s":0.186993}1920vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses, in 0.15 seconds)1921vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '41516593979c139f85ca1f2adcbef4dc41b51ec2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T08:44:36.797Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1922vm-test-run-nixbot-gitlab> gitlab # [  309.190277] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.018Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"ccba58dca87769ffd873b372","created_at":"2026-06-30T08:44:36.750Z","trace_propagation_headers":{"sentry-trace":"4d96a4e9afeb4586880a7e348575fd69-b710fb7a2bf04aa8","baggage":"sentry-trace_id=4d96a4e9afeb4586880a7e348575fd69,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV78SMQRQCGK17JZHDMN88","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.753Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-ccba58dca87769ffd873b372: done: 0.078338 sec","job_status":"done","queue_duration_s":0.186962,"scheduling_latency_s":0.186993,"redis_calls":10,"redis_duration_s":0.005085999999999999,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001004,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.004082,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039422,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.078338,"completed_at":"2026-06-30T08:44:37.018Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.018885,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1923vm-test-run-nixbot-gitlab> gitlab # [  309.238984] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.023Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"08f2283d6baf1dfd544b5c9d","created_at":"2026-06-30T08:44:36.803Z","trace_propagation_headers":{"sentry-trace":"4d96a4e9afeb4586880a7e348575fd69-b710fb7a2bf04aa8","baggage":"sentry-trace_id=4d96a4e9afeb4586880a7e348575fd69,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV78SMQRQCGK17JZHDMN88","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.809Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-08f2283d6baf1dfd544b5c9d: start","job_status":"start","queue_duration_s":0.213335,"scheduling_latency_s":0.213362}1924vm-test-run-nixbot-gitlab> gitlab # [  309.255553] nix-daemon[4077]: accepted connection from pid 4162, user nixbot1925vm-test-run-nixbot-gitlab> gitlab # [  309.256601] nix-daemon[4077]: accepted connection from pid 4165, user nixbot1926vm-test-run-nixbot-gitlab> gitlab # [  309.257579] nixbot[3766]: INFO:     ::ffff:127.0.0.1:35606 - "GET /api/repos/gitlab/root/test-flake/builds?commit=41516593979c139f85ca1f2adcbef4dc41b51ec2 HTTP/1.1" 200 OK1927vm-test-run-nixbot-gitlab> gitlab # [  309.259965] gitaly[1364]: time="2026-06-30T08:44:37.031Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV796FZ45RMJDH5PZYG7QK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:07.029" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:37.030" grpc.time_ms=0.649 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1928vm-test-run-nixbot-gitlab> gitlab # [  309.273258] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:37 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1071929vm-test-run-nixbot-gitlab> gitlab # [  309.275999] gitaly[1364]: time="2026-06-30T08:44:37.055Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV797PMC21AXKA9KCXFKPF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:07.054" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:37.054" grpc.time_ms=0.639 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1930vm-test-run-nixbot-gitlab> gitlab # [  309.288755] gitaly[1364]: time="2026-06-30T08:44:37.097Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=8 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV796FZ45RMJDH5PZYG7QK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:47.063" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:37.083" grpc.time_ms=14.087 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1931vm-test-run-nixbot-gitlab> gitlab # [  309.303811] nixbot[3766]: {"ts": "2026-06-30T08:44:37.154Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b448d91e2d7805d2a597f0231ae52b70f440844b \"HTTP/1.1 201 Created\""}1932vm-test-run-nixbot-gitlab> gitlab # [  309.306837] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:37 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b448d91e2d7805d2a597f0231ae52b70f440844b HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 2091933vm-test-run-nixbot-gitlab> gitlab # [  309.309517] gitaly[1364]: time="2026-06-30T08:44:37.112Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T08:45:07.111" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:37.111" grpc.time_ms=1.364 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1934vm-test-run-nixbot-gitlab> gitlab # [  309.322327] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.182Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"08f2283d6baf1dfd544b5c9d","created_at":"2026-06-30T08:44:36.803Z","trace_propagation_headers":{"sentry-trace":"4d96a4e9afeb4586880a7e348575fd69-b710fb7a2bf04aa8","baggage":"sentry-trace_id=4d96a4e9afeb4586880a7e348575fd69,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV78SMQRQCGK17JZHDMN88","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.809Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-08f2283d6baf1dfd544b5c9d: done: 0.15968 sec","job_status":"done","queue_duration_s":0.213335,"scheduling_latency_s":0.213362,"gitaly_calls":3,"gitaly_duration_s":0.008468,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.008108,"redis_read_bytes":98,"redis_write_bytes":6014,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001139,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.00143,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000209,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00271,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000276,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000301,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000904,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.03,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.113117,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.12778272,"duration_s":0.15968,"completed_at":"2026-06-30T08:44:37.182Z","load_balancing_strategy":"primary","db_duration_s":0.031537,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1935vm-test-run-nixbot-gitlab> gitlab # [  309.374751] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.184Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"932e97f8a21b28290d59c186","created_at":"2026-06-30T08:44:36.873Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-4259256547554e12","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.877Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-932e97f8a21b28290d59c186: start","job_status":"start","queue_duration_s":0.306917,"scheduling_latency_s":0.306937}1936vm-test-run-nixbot-gitlab> gitlab # [  309.391492] gitaly[1364]: time="2026-06-30T08:44:37.145Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:07.144" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:37.144" grpc.time_ms=0.77 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1937vm-test-run-nixbot-gitlab> gitlab # [  309.404486] gitaly[1364]: time="2026-06-30T08:44:37.172Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78SMQRQCGK17JZHDMN88 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:07.172" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:37.172" grpc.time_ms=0.553 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1938vm-test-run-nixbot-gitlab> gitlab # [  309.454457] gitaly[1364]: time="2026-06-30T08:44:37.330Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV78TZZMMB4SHFMR0SH969 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:37.330" grpc.time_ms=0.413 pid=1364 span.kind=server system=grpc1939vm-test-run-nixbot-gitlab> gitlab # [  309.505605] gitaly[1364]: time="2026-06-30T08:44:37.381Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV78TZZMMB4SHFMR0SH969 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:37.379" grpc.time_ms=1.755 pid=1364 span.kind=server system=grpc1940vm-test-run-nixbot-gitlab> gitlab # [  309.554508] gitaly[1364]: time="2026-06-30T08:44:37.430Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV78TZZMMB4SHFMR0SH969 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:37.430" grpc.time_ms=0.601 pid=1364 span.kind=server system=grpc1941vm-test-run-nixbot-gitlab> gitlab # [  309.573640] gitaly[1364]: time="2026-06-30T08:44:37.444Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78TZZMMB4SHFMR0SH969 diskcache=9de4a923-144d-4ea1-bb5f-080b3e6c79d7 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T08:45:07.272" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:37.273" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1942vm-test-run-nixbot-gitlab> gitlab # [  309.589989] gitaly[1364]: time="2026-06-30T08:44:37.445Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=188 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7455 command.oublock=0 command.real_time_ms=163 command.spawn_token_fork_ms=1 command.system_time_ms=96 command.user_time_ms=92 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78TZZMMB4SHFMR0SH969 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T08:45:07.272" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:37.273" grpc.time_ms=171.422 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1943vm-test-run-nixbot-gitlab> gitlab # [  309.703930] gitaly[1364]: time="2026-06-30T08:44:37.580Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV78TZZMMB4SHFMR0SH969 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T08:45:07.578" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:37.578" grpc.time_ms=1.301 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1944vm-test-run-nixbot-gitlab> gitlab # [  309.751407] gitaly[1364]: time="2026-06-30T08:44:37.627Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78TZZMMB4SHFMR0SH969 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:07.625" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:37.626" grpc.time_ms=1.133 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1945vm-test-run-nixbot-gitlab> gitlab # [  309.815158] gitaly[1364]: time="2026-06-30T08:44:37.691Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV78TZZMMB4SHFMR0SH969 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:07.687" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:37.688" grpc.time_ms=2.406 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1946vm-test-run-nixbot-gitlab> gitlab # [  309.853487] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.703Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"932e97f8a21b28290d59c186","created_at":"2026-06-30T08:44:36.873Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-4259256547554e12","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.877Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2412,"job_status":"rescheduled","message":"PipelineProcessWorker JID-932e97f8a21b28290d59c186: rescheduled"}1947vm-test-run-nixbot-gitlab> gitlab # [  309.886973] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.713Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"932e97f8a21b28290d59c186","created_at":"2026-06-30T08:44:36.873Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-4259256547554e12","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:36.877Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-932e97f8a21b28290d59c186: done: 0.529605 sec","job_status":"done","queue_duration_s":0.306917,"scheduling_latency_s":0.306937,"gitaly_calls":4,"gitaly_duration_s":0.188172,"redis_calls":101,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.02704,"redis_read_bytes":185,"redis_write_bytes":23548,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001141,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002354,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.006981,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":22,"redis_queues_duration_s":0.004555,"redis_queues_read_bytes":25,"redis_queues_write_bytes":12380,"redis_queues_metadata_calls":19,"redis_queues_metadata_duration_s":0.007003,"redis_queues_metadata_read_bytes":30,"redis_queues_metadata_write_bytes":3093,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000301,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000928,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002636,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.072,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.019,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.021,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.041,"db_ci_duration_s":0.032,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.26121,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.495783,"duration_s":0.529605,"completed_at":"2026-06-30T08:44:37.713Z","load_balancing_strategy":"primary","db_duration_s":0.078037,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1948vm-test-run-nixbot-gitlab> gitlab # [  309.962530] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.716Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"8c1cb1d28ad04c107ffb6789","created_at":"2026-06-30T08:44:37.095Z","trace_propagation_headers":{"sentry-trace":"4d96a4e9afeb4586880a7e348575fd69-e1846dd4488b48bf","baggage":"sentry-trace_id=4d96a4e9afeb4586880a7e348575fd69,sentry-release=Unknown"},"correlation_id":"01KWBV78SMQRQCGK17JZHDMN88","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.097Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-8c1cb1d28ad04c107ffb6789: start","job_status":"start","queue_duration_s":0.618165,"scheduling_latency_s":0.618192}1949vm-test-run-nixbot-gitlab> gitlab # [  309.981403] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.774Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"8c1cb1d28ad04c107ffb6789","created_at":"2026-06-30T08:44:37.095Z","trace_propagation_headers":{"sentry-trace":"4d96a4e9afeb4586880a7e348575fd69-e1846dd4488b48bf","baggage":"sentry-trace_id=4d96a4e9afeb4586880a7e348575fd69,sentry-release=Unknown"},"correlation_id":"01KWBV78SMQRQCGK17JZHDMN88","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.097Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-8c1cb1d28ad04c107ffb6789: done: 0.058026 sec","job_status":"done","queue_duration_s":0.618165,"scheduling_latency_s":0.618192,"redis_calls":7,"redis_duration_s":0.002712,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001902,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00081,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.043597,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.058026,"completed_at":"2026-06-30T08:44:37.774Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007404,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1950vm-test-run-nixbot-gitlab> gitlab # [  310.024138] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.777Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"ef6f4d60f85e577ea741b748","created_at":"2026-06-30T08:44:37.256Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.262Z","job_size_bytes":23,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-ef6f4d60f85e577ea741b748: start","job_status":"start","queue_duration_s":0.515449,"scheduling_latency_s":0.515492}1951vm-test-run-nixbot-gitlab> gitlab # [  310.085352] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.961Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"ef6f4d60f85e577ea741b748","created_at":"2026-06-30T08:44:37.256Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.262Z","job_size_bytes":23,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-ef6f4d60f85e577ea741b748: done: 0.183473 sec","job_status":"done","queue_duration_s":0.515449,"scheduling_latency_s":0.515492,"redis_calls":15,"redis_duration_s":0.004883,"redis_read_bytes":13,"redis_write_bytes":3011,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000698,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000412,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1626,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002273,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000776,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000724,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.007,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.150791,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00043186,"duration_s":0.183473,"completed_at":"2026-06-30T08:44:37.961Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.023051,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1952vm-test-run-nixbot-gitlab> gitlab # [  310.160818] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:37.963Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"3fa665896ef8e7e6f5bd8ba4","created_at":"2026-06-30T08:44:37.949Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-481f086bacdd44a0","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:3725eadc853977921f52abe80a2669c9248c5d7e375450454e5832d35d82f23f","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.951Z","job_size_bytes":464,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-3fa665896ef8e7e6f5bd8ba4: start","job_status":"start","queue_duration_s":0.0115,"scheduling_latency_s":0.011524}1953vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses1954vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses, in 0.23 seconds)1955vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '41516593979c139f85ca1f2adcbef4dc41b51ec2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T08:44:36.797Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1956vm-test-run-nixbot-gitlab> gitlab # [  310.180227] sidekiq-cluster[2412]: {"severity":"WARN","time":"2026-06-30T08:44:38.030Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"3fa665896ef8e7e6f5bd8ba4","created_at":"2026-06-30T08:44:37.949Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-481f086bacdd44a0","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:3725eadc853977921f52abe80a2669c9248c5d7e375450454e5832d35d82f23f","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.951Z","job_size_bytes":464,"pid":2412,"sidekiq_tid":"m42s","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-3fa665896ef8e7e6f5bd8ba4: fail: 0.066758 sec","job_status":"fail","queue_duration_s":0.0115,"scheduling_latency_s":0.011524,"redis_calls":7,"redis_duration_s":0.0030900000000000003,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002259,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000831,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.040834,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.066758,"completed_at":"2026-06-30T08:44:38.029Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.011926,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1957vm-test-run-nixbot-gitlab> gitlab # [  310.565262] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.035Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"f543dac22414ad9d33128421","created_at":"2026-06-30T08:44:37.454Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.465Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-f543dac22414ad9d33128421: start","job_status":"start","queue_duration_s":0.570073,"scheduling_latency_s":0.570119}1958vm-test-run-nixbot-gitlab> gitlab # [  310.582143] redis[1250]: 10 changes in 300 seconds. Saving...1959vm-test-run-nixbot-gitlab> gitlab # [  310.583429] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:38 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1581960vm-test-run-nixbot-gitlab> gitlab # [  310.586281] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.098Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"f543dac22414ad9d33128421","created_at":"2026-06-30T08:44:37.454Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.465Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-f543dac22414ad9d33128421: done: 0.063294 sec","job_status":"done","queue_duration_s":0.570073,"scheduling_latency_s":0.570119,"redis_calls":10,"redis_duration_s":0.0044930000000000005,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000874,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002618,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001001,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039966,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0007696,"duration_s":0.063294,"completed_at":"2026-06-30T08:44:38.098Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008038,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1961vm-test-run-nixbot-gitlab> gitlab # [  310.630766] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.101Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"ac5e27e094d16d9bae6f4788","created_at":"2026-06-30T08:44:37.489Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.499Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-ac5e27e094d16d9bae6f4788: start","job_status":"start","queue_duration_s":0.602478,"scheduling_latency_s":0.602509}1962vm-test-run-nixbot-gitlab> gitlab # [  310.646800] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.165Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"ac5e27e094d16d9bae6f4788","created_at":"2026-06-30T08:44:37.489Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.499Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-ac5e27e094d16d9bae6f4788: done: 0.06437 sec","job_status":"done","queue_duration_s":0.602478,"scheduling_latency_s":0.602509,"redis_calls":10,"redis_duration_s":0.003388,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000656,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002025,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000707,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036189,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00052644,"duration_s":0.06437,"completed_at":"2026-06-30T08:44:38.165Z","load_balancing_strategy":"primary","db_duration_s":0.01716,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1963vm-test-run-nixbot-gitlab> gitlab # [  310.690561] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.169Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"ee2e0ff06d33c247544e9f55","created_at":"2026-06-30T08:44:37.525Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.534Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-ee2e0ff06d33c247544e9f55: start","job_status":"start","queue_duration_s":0.634674,"scheduling_latency_s":0.634706}1964vm-test-run-nixbot-gitlab> gitlab # [  310.705997] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.215Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"ee2e0ff06d33c247544e9f55","created_at":"2026-06-30T08:44:37.525Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.534Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-ee2e0ff06d33c247544e9f55: done: 0.046444 sec","job_status":"done","queue_duration_s":0.634674,"scheduling_latency_s":0.634706,"redis_calls":13,"redis_duration_s":0.003911,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000655,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001726,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000803,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000727,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028626,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00046702,"duration_s":0.046444,"completed_at":"2026-06-30T08:44:38.215Z","load_balancing_strategy":"primary","db_duration_s":0.00757,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1965vm-test-run-nixbot-gitlab> gitlab # [  310.751789] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.217Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"b4d8136af1066e42bde6d366","created_at":"2026-06-30T08:44:37.535Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.544Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-b4d8136af1066e42bde6d366: start","job_status":"start","queue_duration_s":0.673769,"scheduling_latency_s":0.673791}1966vm-test-run-nixbot-gitlab> gitlab # [  310.768398] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.257Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"b4d8136af1066e42bde6d366","created_at":"2026-06-30T08:44:37.535Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.544Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-b4d8136af1066e42bde6d366: done: 0.040094 sec","job_status":"done","queue_duration_s":0.673769,"scheduling_latency_s":0.673791,"redis_calls":10,"redis_duration_s":0.003621,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000572,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002129,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00092,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021945,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00057978,"duration_s":0.040094,"completed_at":"2026-06-30T08:44:38.257Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008814,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1967vm-test-run-nixbot-gitlab> gitlab # [  310.812585] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.259Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"542794044b74e2f2b935dbd6","created_at":"2026-06-30T08:44:37.545Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.553Z","job_size_bytes":19,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-542794044b74e2f2b935dbd6: start","job_status":"start","queue_duration_s":0.706137,"scheduling_latency_s":0.706157}1968vm-test-run-nixbot-gitlab> gitlab # [  310.828549] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.305Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"542794044b74e2f2b935dbd6","created_at":"2026-06-30T08:44:37.545Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.553Z","job_size_bytes":19,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-542794044b74e2f2b935dbd6: done: 0.045999 sec","job_status":"done","queue_duration_s":0.706137,"scheduling_latency_s":0.706157,"redis_calls":11,"redis_duration_s":0.006811,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004222,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00199,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000599,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023134,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00038632,"duration_s":0.045999,"completed_at":"2026-06-30T08:44:38.305Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009834,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1969vm-test-run-nixbot-gitlab> gitlab # [  310.872783] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.308Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"0a80a742703b007524627337","created_at":"2026-06-30T08:44:37.558Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.565Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-0a80a742703b007524627337: start","job_status":"start","queue_duration_s":0.743175,"scheduling_latency_s":0.743197}1970vm-test-run-nixbot-gitlab> gitlab # [  310.889875] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.344Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"0a80a742703b007524627337","created_at":"2026-06-30T08:44:37.558Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.565Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-0a80a742703b007524627337: done: 0.03622 sec","job_status":"done","queue_duration_s":0.743175,"scheduling_latency_s":0.743197,"redis_calls":10,"redis_duration_s":0.002769,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000516,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001649,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000604,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020615,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00042338,"duration_s":0.03622,"completed_at":"2026-06-30T08:44:38.344Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007131,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1971vm-test-run-nixbot-gitlab> gitlab # [  310.934850] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.346Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"84bd144320cc8ab6e3b0a5dd","created_at":"2026-06-30T08:44:37.566Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.569Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-84bd144320cc8ab6e3b0a5dd: start","job_status":"start","queue_duration_s":0.776978,"scheduling_latency_s":0.776998}1972vm-test-run-nixbot-gitlab> gitlab # [  310.951809] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.381Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"84bd144320cc8ab6e3b0a5dd","created_at":"2026-06-30T08:44:37.566Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.569Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-84bd144320cc8ab6e3b0a5dd: done: 0.034889 sec","job_status":"done","queue_duration_s":0.776978,"scheduling_latency_s":0.776998,"redis_calls":7,"redis_duration_s":0.001944,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001414,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00053,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023898,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.034889,"completed_at":"2026-06-30T08:44:38.381Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006096,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1973vm-test-run-nixbot-gitlab> gitlab # [  310.994102] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.382Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"6c6cc3c9ffcad33de1056391","created_at":"2026-06-30T08:44:37.629Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.637Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-6c6cc3c9ffcad33de1056391: start","job_status":"start","queue_duration_s":0.745761,"scheduling_latency_s":0.745781}1974vm-test-run-nixbot-gitlab> gitlab # [  311.010405] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.428Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"6c6cc3c9ffcad33de1056391","created_at":"2026-06-30T08:44:37.629Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.637Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-6c6cc3c9ffcad33de1056391: done: 0.045388 sec","job_status":"done","queue_duration_s":0.745761,"scheduling_latency_s":0.745781,"redis_calls":10,"redis_duration_s":0.002805,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000549,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001672,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000584,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020634,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00050088,"duration_s":0.045388,"completed_at":"2026-06-30T08:44:38.428Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017772,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1975vm-test-run-nixbot-gitlab> gitlab # [  311.054690] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.430Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"6c2bc3af8fe65643216ab085","created_at":"2026-06-30T08:44:37.638Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.645Z","job_size_bytes":6,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-6c2bc3af8fe65643216ab085: start","job_status":"start","queue_duration_s":0.785325,"scheduling_latency_s":0.785346}1976vm-test-run-nixbot-gitlab> gitlab # [  311.070469] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.456Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"6c2bc3af8fe65643216ab085","created_at":"2026-06-30T08:44:37.638Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.645Z","job_size_bytes":6,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-6c2bc3af8fe65643216ab085: done: 0.026115 sec","job_status":"done","queue_duration_s":0.785325,"scheduling_latency_s":0.785346,"redis_calls":10,"redis_duration_s":0.002531,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000524,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001491,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000516,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014646,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003459,"duration_s":0.026115,"completed_at":"2026-06-30T08:44:38.456Z","load_balancing_strategy":"primary","db_duration_s":0.003811,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1977vm-test-run-nixbot-gitlab> gitlab # [  311.114243] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.458Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"83997cc5076f35c4d4c7322f","created_at":"2026-06-30T08:44:37.704Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.706Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-83997cc5076f35c4d4c7322f: start","job_status":"start","queue_duration_s":0.751005,"scheduling_latency_s":0.751023}1978vm-test-run-nixbot-gitlab> gitlab # [  311.130198] gitaly[1364]: time="2026-06-30T08:44:38.264Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7ACQ3E013YJVXVW4J526 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:08.262" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:38.263" grpc.time_ms=1.131 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1979vm-test-run-nixbot-gitlab> gitlab # [  311.143217] redis[1250]: Background saving started by pid 42011980vm-test-run-nixbot-gitlab> gitlab # [  311.145057] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:38.478Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"83997cc5076f35c4d4c7322f","created_at":"2026-06-30T08:44:37.704Z","trace_propagation_headers":{"sentry-trace":"5f89612f133a47ffafa93143d3701166-1a7dbc965681459c","baggage":"sentry-trace_id=5f89612f133a47ffafa93143d3701166,sentry-release=Unknown"},"correlation_id":"01KWBV78TZZMMB4SHFMR0SH969","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:37.706Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-83997cc5076f35c4d4c7322f: done: 0.020976 sec","job_status":"done","queue_duration_s":0.751005,"scheduling_latency_s":0.751023,"redis_calls":8,"redis_duration_s":0.0021980000000000003,"redis_read_bytes":6,"redis_write_bytes":754,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00169,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000508,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":190,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012682,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020976,"completed_at":"2026-06-30T08:44:38.478Z","load_balancing_strategy":"primary","db_duration_s":0.003079,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1981vm-test-run-nixbot-gitlab> gitlab # [  311.187471] redis[4201]: BGSAVE done, 575 keys saved, 0 keys skipped, 140487 bytes written.1982vm-test-run-nixbot-gitlab> gitlab # [  311.188820] redis[4201]: DB saved on disk1983vm-test-run-nixbot-gitlab> gitlab # [  311.189543] redis[4201]: Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB1984vm-test-run-nixbot-gitlab> gitlab # [  311.190694] redis[1250]: Background saving terminated with success1985vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses1986vm-test-run-nixbot-gitlab> gitlab # [  311.639661] gitaly[1364]: time="2026-06-30T08:44:39.515Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7BKRQSFGWW2H5JVSJ7T0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:09.513" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:39.514" grpc.time_ms=1.206 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1987vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses, in 0.24 seconds)1988vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '41516593979c139f85ca1f2adcbef4dc41b51ec2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T08:44:36.797Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1989vm-test-run-nixbot-gitlab> gitlab # [  311.690565] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:39 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1481990vm-test-run-nixbot-gitlab> gitlab # [  312.158475] postgres[1325]: [1325] LOG:  checkpoint starting: time1991vm-test-run-nixbot-gitlab> gitlab # [  312.653407] gitaly[1364]: time="2026-06-30T08:44:40.528Z" level=info msg="burden monitor stats" pid=1364 top_10_by_cpu="[]" top_10_by_memory="[]"1992vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses1993vm-test-run-nixbot-gitlab> gitlab # [  312.838404] gitaly[1364]: time="2026-06-30T08:44:40.714Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7CSCN1WN7CYS3HM7NYH0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:10.612" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:40.713" grpc.time_ms=1.071 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1994vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses, in 0.19 seconds)1995vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '41516593979c139f85ca1f2adcbef4dc41b51ec2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T08:44:36.797Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1996vm-test-run-nixbot-gitlab> gitlab # [  312.881579] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:40 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1351997vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses1998vm-test-run-nixbot-gitlab> gitlab # [  314.028983] gitaly[1364]: time="2026-06-30T08:44:41.903Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7DYJY9RNK3FETJN5AXAS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:11.801" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:41.902" grpc.time_ms=1.206 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1999vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses, in 0.20 seconds)2000vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '41516593979c139f85ca1f2adcbef4dc41b51ec2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T08:44:36.797Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2001vm-test-run-nixbot-gitlab> gitlab # [  314.077782] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:41 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1422002vm-test-run-nixbot-gitlab> gitlab # [  314.312911] gitaly[1364]: time="2026-06-30T08:44:42.188Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7E7BD2Z9198RT68MXTDE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:12.186" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:42.187" grpc.time_ms=1.296 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2003vm-test-run-nixbot-gitlab> gitlab # [  314.387565] gitaly[1364]: time="2026-06-30T08:44:42.263Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV7E7BD2Z9198RT68MXTDE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:52.104" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:42.245" grpc.time_ms=18.167 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2004vm-test-run-nixbot-gitlab> gitlab # [  314.456666] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:42.330Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"5cd34d265a2fbe285f57ecad","created_at":"2026-06-30T08:44:42.320Z","trace_propagation_headers":{"sentry-trace":"0591cf9733044e989e292df8e1561979-471f1f24efe8429b","baggage":"sentry-trace_id=0591cf9733044e989e292df8e1561979,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV7E7BD2Z9198RT68MXTDE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:42.327Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-5cd34d265a2fbe285f57ecad: start","job_status":"start","queue_duration_s":0.00351,"scheduling_latency_s":0.003581}2005vm-test-run-nixbot-gitlab> gitlab # [  314.503502] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:42 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/41516593979c139f85ca1f2adcbef4dc41b51ec2 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 2602006vm-test-run-nixbot-gitlab> gitlab # [  314.510280] nixbot[3766]: {"ts": "2026-06-30T08:44:42.353Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/41516593979c139f85ca1f2adcbef4dc41b51ec2 \"HTTP/1.1 201 Created\""}2007vm-test-run-nixbot-gitlab> gitlab # [  314.594675] gitaly[1364]: time="2026-06-30T08:44:42.470Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7EFPT7TPN9Q20GFMHF04 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:12.368" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:42.468" grpc.time_ms=1.391 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2008vm-test-run-nixbot-gitlab> gitlab # [  314.687799] gitaly[1364]: time="2026-06-30T08:44:42.563Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV7EFPT7TPN9Q20GFMHF04 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:52.004" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:42.545" grpc.time_ms=18.364 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2009vm-test-run-nixbot-gitlab> gitlab # [  314.722269] gitaly[1364]: time="2026-06-30T08:44:42.598Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV7E7BD2Z9198RT68MXTDE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:42.597" grpc.time_ms=0.83 pid=1364 span.kind=server system=grpc2010vm-test-run-nixbot-gitlab> gitlab # [  314.758799] gitaly[1364]: time="2026-06-30T08:44:42.634Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV7E7BD2Z9198RT68MXTDE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:42.634" grpc.time_ms=0.535 pid=1364 span.kind=server system=grpc2011vm-test-run-nixbot-gitlab> gitlab # [  314.786272] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:42 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/41516593979c139f85ca1f2adcbef4dc41b51ec2 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 2882012vm-test-run-nixbot-gitlab> gitlab # [  314.793192] nixbot[3766]: {"ts": "2026-06-30T08:44:42.649Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/41516593979c139f85ca1f2adcbef4dc41b51ec2 \"HTTP/1.1 201 Created\""}2013vm-test-run-nixbot-gitlab> gitlab # [  314.799924] gitaly[1364]: time="2026-06-30T08:44:42.673Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBV7E7BD2Z9198RT68MXTDE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T08:44:42.672" grpc.time_ms=0.622 pid=1364 span.kind=server system=grpc2014vm-test-run-nixbot-gitlab> gitlab # [  314.821259] gitaly[1364]: time="2026-06-30T08:44:42.683Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7E7BD2Z9198RT68MXTDE diskcache=07d9997f-aeed-4d84-9cde-4687064289fa grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T08:45:12.539" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:42.540" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2015vm-test-run-nixbot-gitlab> gitlab # [  314.839209] gitaly[1364]: time="2026-06-30T08:44:42.684Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=137 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7156 command.oublock=0 command.real_time_ms=135 command.spawn_token_fork_ms=1 command.system_time_ms=84 command.user_time_ms=53 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7E7BD2Z9198RT68MXTDE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T08:45:12.539" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:42.540" grpc.time_ms=143.574 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2016vm-test-run-nixbot-gitlab> gitlab # [  314.862232] gitaly[1364]: time="2026-06-30T08:44:42.727Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7ES7KHB1SHG2XZ98DG9R grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:12.625" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:42.726" grpc.time_ms=1.349 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2017vm-test-run-nixbot-gitlab> gitlab # [  314.921947] gitaly[1364]: time="2026-06-30T08:44:42.798Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=0 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV7ES7KHB1SHG2XZ98DG9R grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T08:44:52.011" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T08:44:42.781" grpc.time_ms=16.173 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2018vm-test-run-nixbot-gitlab> gitlab # [  314.945372] gitaly[1364]: time="2026-06-30T08:44:42.806Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBV7E7BD2Z9198RT68MXTDE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T08:45:12.805" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:42.805" grpc.time_ms=1.031 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2019vm-test-run-nixbot-gitlab> gitlab # [  315.002758] gitaly[1364]: time="2026-06-30T08:44:42.878Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7E7BD2Z9198RT68MXTDE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:12.877" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:42.877" grpc.time_ms=0.873 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2020vm-test-run-nixbot-gitlab> gitlab # [  315.016037] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:08:44:42 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/41516593979c139f85ca1f2adcbef4dc41b51ec2 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 2212021vm-test-run-nixbot-gitlab> gitlab # [  315.018620] nixbot[3766]: {"ts": "2026-06-30T08:44:42.887Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/41516593979c139f85ca1f2adcbef4dc41b51ec2 \"HTTP/1.1 201 Created\""}2022vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses2023vm-test-run-nixbot-gitlab> gitlab # [  315.141407] gitaly[1364]: time="2026-06-30T08:44:43.016Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBV7E7BD2Z9198RT68MXTDE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T08:45:13.014" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T08:44:43.014" grpc.time_ms=1.096 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2024vm-test-run-nixbot-gitlab> gitlab # [  315.177790] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:43.044Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"c5acbd2cee6befa90126592e","created_at":"2026-06-30T08:44:43.037Z","trace_propagation_headers":{"sentry-trace":"0591cf9733044e989e292df8e1561979-2aedbb05f12a403e","baggage":"sentry-trace_id=0591cf9733044e989e292df8e1561979,sentry-release=Unknown"},"correlation_id":"01KWBV7E7BD2Z9198RT68MXTDE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"5cd34d265a2fbe285f57ecad","job_size_bytes":3,"pid":2412,"job_status":"deduplicated","message":"PipelineProcessWorker JID-c5acbd2cee6befa90126592e: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2025vm-test-run-nixbot-gitlab> gitlab # [  315.207214] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:43.050Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"5cd34d265a2fbe285f57ecad","created_at":"2026-06-30T08:44:42.320Z","trace_propagation_headers":{"sentry-trace":"0591cf9733044e989e292df8e1561979-471f1f24efe8429b","baggage":"sentry-trace_id=0591cf9733044e989e292df8e1561979,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV7E7BD2Z9198RT68MXTDE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:42.327Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2412,"job_status":"rescheduled","message":"PipelineProcessWorker JID-5cd34d265a2fbe285f57ecad: rescheduled"}2026vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/41516593979c139f85ca1f2adcbef4dc41b51ec2/statuses, in 0.19 seconds)2027vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '41516593979c139f85ca1f2adcbef4dc41b51ec2', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-30T08:44:36.797Z', 'started_at': None, 'finished_at': '2026-06-30T08:44:42.302Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '41516593979c139f85ca1f2adcbef4dc41b51ec2', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '0 attributes built', 'created_at': '2026-06-30T08:44:42.608Z', 'started_at': None, 'finished_at': '2026-06-30T08:44:42.840Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2028vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 6.20 seconds)2029vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 382.62 seconds)2030vm-test-run-nixbot-gitlab> gitlab # [  315.232767] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:43.072Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"5cd34d265a2fbe285f57ecad","created_at":"2026-06-30T08:44:42.320Z","trace_propagation_headers":{"sentry-trace":"0591cf9733044e989e292df8e1561979-471f1f24efe8429b","baggage":"sentry-trace_id=0591cf9733044e989e292df8e1561979,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBV7E7BD2Z9198RT68MXTDE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:42.327Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-5cd34d265a2fbe285f57ecad: done: 0.742172 sec","job_status":"done","queue_duration_s":0.00351,"scheduling_latency_s":0.003581,"gitaly_calls":4,"gitaly_duration_s":0.165927,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.044491,"redis_read_bytes":262,"redis_write_bytes":23385,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002002,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.009703,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.003609,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.009169,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14466,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.010129,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000506,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.004704,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.002667,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.079,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.014,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.018,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.04,"db_ci_duration_s":0.04,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.48841,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.6496591,"duration_s":0.742172,"completed_at":"2026-06-30T08:44:43.072Z","load_balancing_strategy":"primary","db_duration_s":0.082947,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2031vm-test-run-nixbot-gitlab> test script finished in 382.67s2032vm-test-run-nixbot-gitlab> cleanup2033vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2034vm-test-run-nixbot-gitlab> gitlab # [  315.309403] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-30T08:44:43.079Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"c75d0027687dd6bd7fe3306a","created_at":"2026-06-30T08:44:42.515Z","trace_propagation_headers":{"sentry-trace":"0591cf9733044e989e292df8e1561979-2aedbb05f12a403e","baggage":"sentry-trace_id=0591cf9733044e989e292df8e1561979,sentry-release=Unknown"},"correlation_id":"01KWBV7E7BD2Z9198RT68MXTDE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-30T08:44:42.522Z","job_size_bytes":23,"pid":2412,"sidekiq_tid":"m9zw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-c75d0027687dd6bd7fe3306a: start","job_status":qemu-system-aarch64: terminating on signal 15 from pid 6 (/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.13/bin/python3.13)2035vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.73 seconds)20362037post-build step Upload coverage to codecov: ok2038Skipping codecov: project=Mic92/nixbot attr=aarch64-linux.nixbot-gitlab