nixbot

1this derivation will be built:2  /nix/store/0pd4h487h6jcc21wz327ifyx6j3y07g4-vm-test-run-nixbot-gitlab.drv3building '/nix/store/0pd4h487h6jcc21wz327ifyx6j3y07g4-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'4building '/nix/store/0pd4h487h6jcc21wz327ifyx6j3y07g4-vm-test-run-nixbot-gitlab.drv'5vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state6vm-test-run-nixbot-gitlab> start all VLans7vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)8vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds9vm-test-run-nixbot-gitlab> run the VM test script10vm-test-run-nixbot-gitlab> additionally exposed symbols:11vm-test-run-nixbot-gitlab>     gitlab,12vm-test-run-nixbot-gitlab>     vlan1,13vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh14vm-test-run-nixbot-gitlab> start all VMs15vm-test-run-nixbot-gitlab> gitlab: starting vm16vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)17vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...18vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.UILEwgJ42q', fmt=raw size=107374182419vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)20vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done21vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes22vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 58630787-e953-44d3-bdd7-d827d1aa39d823vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:24vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 22937625vm-test-run-nixbot-gitlab> gitlab # 26vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done27vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done28vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done29vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done30vm-test-run-nixbot-gitlab> gitlab # 31vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.32vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...33vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.34vm-test-run-nixbot-gitlab> (finished: start all VMs, in 64.51 seconds)35vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service36vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting37vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Booting Linux on physical CPU 0x0000000000 [0xc00fac40]38vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT Mon Jun  1 15:51:08 UTC 202639vm-test-run-nixbot-gitlab> gitlab # [    0.000000] KASLR enabled40vm-test-run-nixbot-gitlab> gitlab # [    0.000000] random: crng init done41vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Machine model: linux,dummy-virt42vm-test-run-nixbot-gitlab> gitlab # [    0.000000] efi: UEFI not found.43vm-test-run-nixbot-gitlab> gitlab # [    0.000000] OF: reserved mem: Reserved memory: No reserved-memory node in the DT44vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NUMA: Faking a node at [mem 0x0000000040000000-0x00000001bfffffff]45vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NODE_DATA(0) allocated [mem 0x1bfdeb740-0x1bfdeeebf]46vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Zone ranges:47vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA      [mem 0x0000000040000000-0x00000000ffffffff]48vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA32    empty49vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]50vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Device   empty51vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Movable zone start for each node52vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Early memory node ranges53vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   node   0: [mem 0x0000000040000000-0x00000001bfffffff]54vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Initmem setup node 0 [mem 0x0000000040000000-0x00000001bfffffff]55vm-test-run-nixbot-gitlab> gitlab # [    0.000000] cma: Reserved 32 MiB at 0x00000000fe00000056vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: probing for conduit method from DT.57vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: PSCIv1.3 detected in firmware.58vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Using standard PSCI v0.2 function IDs59vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Trusted OS migration not required60vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: SMC Calling Convention v1.161vm-test-run-nixbot-gitlab> gitlab # [    0.000000] smccc: KVM: hypervisor services detected (0x00000000 0x00000000 0x00000000 0x00000003)62vm-test-run-nixbot-gitlab> gitlab # [    0.000000] percpu: Embedded 76 pages/cpu s185944 r8192 d117160 u31129663vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Detected PIPT I-cache on CPU064vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Address authentication (architected QARMA5 algorithm)65vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: GICv3 CPU interface66vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-v467vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-BHB68vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC03_CPU_3869vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC04_CPU_2370vm-test-run-nixbot-gitlab> gitlab # [    0.000000] alternatives: applying boot alternatives71vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Kernel command line: console=ttyAMA0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/nr2ng6vqkn4wyhymlz2773pxbbm9nmc4-nixos-system-gitlab-test/init regInfo=/nix/store/gfrvm35swkqlb1zglhwzzasx0z2xpmgq-closure-info/registration console=ttyAMA0,115200n8 console=tty072vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Unknown kernel command line parameters "regInfo=/nix/store/gfrvm35swkqlb1zglhwzzasx0z2xpmgq-closure-info/registration", will be passed to user space.73vm-test-run-nixbot-gitlab> gitlab # [    0.000000] printk: log buffer data + meta data: 131072 + 458752 = 589824 bytes74vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)75vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)76vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: area num 4.77vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: mapped [mem 0x00000000fa000000-0x00000000fe000000] (64MB)78vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Fallback order for Node 0: 079vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 157286480vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Policy zone: Normal81vm-test-run-nixbot-gitlab> gitlab # [    0.000000] mem auto-init: stack:all(zero), heap alloc:on, heap free:off82vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=183vm-test-run-nixbot-gitlab> gitlab # [    0.000000] allocated 12582912 bytes of page_ext84vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocating 74648 entries in 292 pages85vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocated 292 pages with 3 groups86vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Hierarchical RCU implementation.87vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU event tracing is enabled.88vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.89vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Trampoline variant of Tasks RCU enabled.90vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Rude variant of Tasks RCU enabled.91vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Tracing variant of Tasks RCU enabled.92vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.93vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=494vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.95vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.96vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.97vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NR_IRQS: 64, nr_irqs: 64, preallocated irqs: 098vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 256 SPIs implemented99vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 0 Extended SPIs implemented100vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Root IRQ handler: gic_handle_irq101vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICv3 features: 16 PPIs, DirectLPI102vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICD_CTLR.DS=1, SCR_EL3.FIQ=0103vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: found redistributor 0 region 0:0x00000000080a0000104vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS [mem 0x08080000-0x0809ffff]105vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Devices @100f10000 (indirect, esz 8, psz 64K, shr 1)106vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Interrupt Collections @100f20000 (flat, esz 8, psz 64K, shr 1)107vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: using LPI property table @0x0000000100f30000108vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: using allocated LPI pending table @0x0000000100f40000109vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: srcu_init: Setting srcu_struct sizes based on contention.110vm-test-run-nixbot-gitlab> gitlab # [    0.000000] arch_timer: cp15 timer running at 1000.00MHz (virt).111vm-test-run-nixbot-gitlab> gitlab # [    0.000000] clocksource: arch_sys_counter: mask: 0x1fffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns112vm-test-run-nixbot-gitlab> gitlab # [    0.000000] sched_clock: 61 bits at 1000MHz, resolution 1ns, wraps every 4398046511103ns113vm-test-run-nixbot-gitlab> gitlab # [    0.000027] arm-pv: using stolen time PV114vm-test-run-nixbot-gitlab> gitlab # [    0.000386] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)115vm-test-run-nixbot-gitlab> gitlab # [    0.000555] Console: colour dummy device 80x25116vm-test-run-nixbot-gitlab> gitlab # [    0.000562] printk: legacy console [tty0] enabled117vm-test-run-nixbot-gitlab> gitlab # [    0.000735] Calibrating delay loop (skipped), value calculated using timer frequency.. 2000.00 BogoMIPS (lpj=4000000)118vm-test-run-nixbot-gitlab> gitlab # [    0.000741] pid_max: default: 32768 minimum: 301119vm-test-run-nixbot-gitlab> gitlab # [    0.000824] LSM: initializing lsm=capability,landlock,yama,bpf,ima120vm-test-run-nixbot-gitlab> gitlab # [    0.000960] landlock: Up and running.121vm-test-run-nixbot-gitlab> gitlab # [    0.000963] Yama: becoming mindful.122vm-test-run-nixbot-gitlab> gitlab # [    0.001390] LSM support for eBPF active123vm-test-run-nixbot-gitlab> gitlab # [    0.001577] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)124vm-test-run-nixbot-gitlab> gitlab # [    0.001669] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)125vm-test-run-nixbot-gitlab> gitlab # [    0.002752] cacheinfo: Unable to detect cache hierarchy for CPU 0126vm-test-run-nixbot-gitlab> gitlab # [    0.003389] rcu: Hierarchical SRCU implementation.127vm-test-run-nixbot-gitlab> gitlab # [    0.003392] rcu: 	Max phase no-delay instances is 1000.128vm-test-run-nixbot-gitlab> gitlab # [    0.003538] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level129vm-test-run-nixbot-gitlab> gitlab # [    0.004520] fsl-mc MSI: its@8080000 domain created130vm-test-run-nixbot-gitlab> gitlab # [    0.004610] EFI services will not be available.131vm-test-run-nixbot-gitlab> gitlab # [    0.004769] smp: Bringing up secondary CPUs ...132vm-test-run-nixbot-gitlab> gitlab # [    0.005348] Detected PIPT I-cache on CPU1133vm-test-run-nixbot-gitlab> gitlab # [    0.005444] GICv3: CPU1: found redistributor 1 region 0:0x00000000080c0000134vm-test-run-nixbot-gitlab> gitlab # [    0.005563] GICv3: CPU1: using allocated LPI pending table @0x0000000100f50000135vm-test-run-nixbot-gitlab> gitlab # [    0.005687] CPU1: Booted secondary processor 0x0000000001 [0xc00fac40]136vm-test-run-nixbot-gitlab> gitlab # [    0.006674] Detected PIPT I-cache on CPU2137vm-test-run-nixbot-gitlab> gitlab # [    0.006847] GICv3: CPU2: found redistributor 2 region 0:0x00000000080e0000138vm-test-run-nixbot-gitlab> gitlab # [    0.006966] GICv3: CPU2: using allocated LPI pending table @0x0000000100f60000139vm-test-run-nixbot-gitlab> gitlab # [    0.007091] CPU2: Booted secondary processor 0x0000000002 [0xc00fac40]140vm-test-run-nixbot-gitlab> gitlab # [    0.008029] Detected PIPT I-cache on CPU3141vm-test-run-nixbot-gitlab> gitlab # [    0.008142] GICv3: CPU3: found redistributor 3 region 0:0x0000000008100000142vm-test-run-nixbot-gitlab> gitlab # [    0.008260] GICv3: CPU3: using allocated LPI pending table @0x0000000100f70000143vm-test-run-nixbot-gitlab> gitlab # [    0.008384] CPU3: Booted secondary processor 0x0000000003 [0xc00fac40]144vm-test-run-nixbot-gitlab> gitlab # [    0.008885] smp: Brought up 1 node, 4 CPUs145vm-test-run-nixbot-gitlab> gitlab # [    0.008911] SMP: Total of 4 processors activated.146vm-test-run-nixbot-gitlab> gitlab # [    0.008913] CPU: All CPU(s) started at EL1147vm-test-run-nixbot-gitlab> gitlab # [    0.008921] CPU features: detected: Branch Target Identification148vm-test-run-nixbot-gitlab> gitlab # [    0.008924] CPU features: detected: ARMv8.4 Translation Table Level149vm-test-run-nixbot-gitlab> gitlab # [    0.008927] CPU features: detected: Instruction cache invalidation not required for I/D coherence150vm-test-run-nixbot-gitlab> gitlab # [    0.008931] CPU features: detected: Data cache clean to the PoU not required for I/D coherence151vm-test-run-nixbot-gitlab> gitlab # [    0.008934] CPU features: detected: Common not Private translations152vm-test-run-nixbot-gitlab> gitlab # [    0.008936] CPU features: detected: CRC32 instructions153vm-test-run-nixbot-gitlab> gitlab # [    0.008939] CPU features: detected: Data cache clean to Point of Deep Persistence154vm-test-run-nixbot-gitlab> gitlab # [    0.008942] CPU features: detected: Data cache clean to Point of Persistence155vm-test-run-nixbot-gitlab> gitlab # [    0.008945] CPU features: detected: Data independent timing control (DIT)156vm-test-run-nixbot-gitlab> gitlab # [    0.008948] CPU features: detected: E0PD157vm-test-run-nixbot-gitlab> gitlab # [    0.008950] CPU features: detected: Enhanced Counter Virtualization158vm-test-run-nixbot-gitlab> gitlab # [    0.008953] CPU features: detected: Enhanced Counter Virtualization (CNTPOFF)159vm-test-run-nixbot-gitlab> gitlab # [    0.008955] CPU features: detected: Enhanced Virtualization Traps160vm-test-run-nixbot-gitlab> gitlab # [    0.008958] CPU features: detected: Fine Grained Traps161vm-test-run-nixbot-gitlab> gitlab # [    0.008961] CPU features: detected: Generic authentication (architected QARMA5 algorithm)162vm-test-run-nixbot-gitlab> gitlab # [    0.008964] CPU features: detected: RCpc load-acquire (LDAPR)163vm-test-run-nixbot-gitlab> gitlab # [    0.008967] CPU features: detected: LSE atomic instructions164vm-test-run-nixbot-gitlab> gitlab # [    0.008970] CPU features: detected: Privileged Access Never165vm-test-run-nixbot-gitlab> gitlab # [    0.008972] CPU features: detected: PMUv3166vm-test-run-nixbot-gitlab> gitlab # [    0.008974] CPU features: detected: RAS Extension Support167vm-test-run-nixbot-gitlab> gitlab # [    0.008977] CPU features: detected: RASv1p1 Extension Support168vm-test-run-nixbot-gitlab> gitlab # [    0.008979] CPU features: detected: Random Number Generator169vm-test-run-nixbot-gitlab> gitlab # [    0.008981] CPU features: detected: Speculation barrier (SB)170vm-test-run-nixbot-gitlab> gitlab # [    0.008984] CPU features: detected: Stage-2 Force Write-Back171vm-test-run-nixbot-gitlab> gitlab # [    0.008986] CPU features: detected: TLB range maintenance instructions172vm-test-run-nixbot-gitlab> gitlab # [    0.008990] CPU features: detected: Speculative Store Bypassing Safe (SSBS)173vm-test-run-nixbot-gitlab> gitlab # [    0.009113] alternatives: applying system-wide alternatives174vm-test-run-nixbot-gitlab> gitlab # [    0.011930] CPU features: detected: BBM Level 2 without TLB conflict abort175vm-test-run-nixbot-gitlab> gitlab # [    0.012223] Memory: 5965812K/6291456K available (24320K kernel code, 7086K rwdata, 26308K rodata, 4736K init, 1102K bss, 270904K reserved, 32768K cma-reserved)176vm-test-run-nixbot-gitlab> gitlab # [    0.013537] devtmpfs: initialized177vm-test-run-nixbot-gitlab> gitlab # [    0.017904] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns178vm-test-run-nixbot-gitlab> gitlab # [    0.018039] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)179vm-test-run-nixbot-gitlab> gitlab # [    0.018186] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).180vm-test-run-nixbot-gitlab> gitlab # [    0.018665] 2G module region forced by RANDOMIZE_MODULE_REGION_FULL181vm-test-run-nixbot-gitlab> gitlab # [    0.018677] 0 pages in range for non-PLT usage182vm-test-run-nixbot-gitlab> gitlab # [    0.018680] 508336 pages in range for PLT usage183vm-test-run-nixbot-gitlab> gitlab # [    0.019438] pinctrl core: initialized pinctrl subsystem184vm-test-run-nixbot-gitlab> gitlab # [    0.021965] DMI not present or invalid.185vm-test-run-nixbot-gitlab> gitlab # [    0.029869] NET: Registered PF_NETLINK/PF_ROUTE protocol family186vm-test-run-nixbot-gitlab> gitlab # [    0.035696] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations187vm-test-run-nixbot-gitlab> gitlab # [    0.036177] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations188vm-test-run-nixbot-gitlab> gitlab # [    0.040309] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations189vm-test-run-nixbot-gitlab> gitlab # [    0.040380] audit: initializing netlink subsys (disabled)190vm-test-run-nixbot-gitlab> gitlab # [    0.040746] audit: type=2000 audit(0.040:1): state=initialized audit_enabled=0 res=1191vm-test-run-nixbot-gitlab> gitlab # [    0.042135] thermal_sys: Registered thermal governor 'fair_share'192vm-test-run-nixbot-gitlab> gitlab # [    0.042140] thermal_sys: Registered thermal governor 'bang_bang'193vm-test-run-nixbot-gitlab> gitlab # [    0.042150] thermal_sys: Registered thermal governor 'step_wise'194vm-test-run-nixbot-gitlab> gitlab # [    0.042157] thermal_sys: Registered thermal governor 'user_space'195vm-test-run-nixbot-gitlab> gitlab # [    0.042164] thermal_sys: Registered thermal governor 'power_allocator'196vm-test-run-nixbot-gitlab> gitlab # [    0.042253] cpuidle: using governor ladder197vm-test-run-nixbot-gitlab> gitlab # [    0.042301] cpuidle: using governor menu198vm-test-run-nixbot-gitlab> gitlab # [    0.042891] hw-breakpoint: found 16 breakpoint and 4 watchpoint registers.199vm-test-run-nixbot-gitlab> gitlab # [    0.043098] ASID allocator initialised with 65536 entries200vm-test-run-nixbot-gitlab> gitlab # [    0.046536] Serial: AMBA PL011 UART driver201vm-test-run-nixbot-gitlab> gitlab # [    0.062090] 9000000.pl011: ttyAMA0 at MMIO 0x9000000 (irq = 13, base_baud = 0) is a PL011 rev1202vm-test-run-nixbot-gitlab> gitlab # [    0.062446] printk: console [ttyAMA0] enabled203vm-test-run-nixbot-gitlab> gitlab # [    0.069754] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages204vm-test-run-nixbot-gitlab> gitlab # [    0.069771] HugeTLB: 0 KiB vmemmap can be freed for a 1.00 GiB page205vm-test-run-nixbot-gitlab> gitlab # [    0.069780] HugeTLB: registered 32.0 MiB page size, pre-allocated 0 pages206vm-test-run-nixbot-gitlab> gitlab # [    0.069788] HugeTLB: 0 KiB vmemmap can be freed for a 32.0 MiB page207vm-test-run-nixbot-gitlab> gitlab # [    0.069797] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages208vm-test-run-nixbot-gitlab> gitlab # [    0.069804] HugeTLB: 0 KiB vmemmap can be freed for a 2.00 MiB page209vm-test-run-nixbot-gitlab> gitlab # [    0.069813] HugeTLB: registered 64.0 KiB page size, pre-allocated 0 pages210vm-test-run-nixbot-gitlab> gitlab # [    0.069820] HugeTLB: 0 KiB vmemmap can be freed for a 64.0 KiB page211vm-test-run-nixbot-gitlab> gitlab # [    0.077504] fbcon: Taking over console212vm-test-run-nixbot-gitlab> gitlab # [    0.077529] ACPI: Interpreter disabled.213vm-test-run-nixbot-gitlab> gitlab # [    0.080110] iommu: Default domain type: Translated214vm-test-run-nixbot-gitlab> gitlab # [    0.080125] iommu: DMA domain TLB invalidation policy: strict mode215vm-test-run-nixbot-gitlab> gitlab # [    0.101989] SCSI subsystem initialized216vm-test-run-nixbot-gitlab> gitlab # [    0.102657] usbcore: registered new interface driver usbfs217vm-test-run-nixbot-gitlab> gitlab # [    0.102713] usbcore: registered new interface driver hub218vm-test-run-nixbot-gitlab> gitlab # [    0.102751] usbcore: registered new device driver usb219vm-test-run-nixbot-gitlab> gitlab # [    0.103500] pps_core: LinuxPPS API ver. 1 registered220vm-test-run-nixbot-gitlab> gitlab # [    0.103512] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>221vm-test-run-nixbot-gitlab> gitlab # [    0.103533] PTP clock support registered222vm-test-run-nixbot-gitlab> gitlab # [    0.103628] EDAC MC: Ver: 3.0.0223vm-test-run-nixbot-gitlab> gitlab # [    0.104332] scmi_core: SCMI protocol bus registered224vm-test-run-nixbot-gitlab> gitlab # [    0.105557] FPGA manager framework225vm-test-run-nixbot-gitlab> gitlab # [    0.107123] vgaarb: loaded226vm-test-run-nixbot-gitlab> gitlab # [    0.108445] clocksource: Switched to clocksource arch_sys_counter227vm-test-run-nixbot-gitlab> gitlab # [    0.109768] VFS: Disk quotas dquot_6.6.0228vm-test-run-nixbot-gitlab> gitlab # [    0.109830] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)229vm-test-run-nixbot-gitlab> gitlab # [    0.113297] netfs: FS-Cache loaded230vm-test-run-nixbot-gitlab> gitlab # [    0.113693] pnp: PnP ACPI: disabled231vm-test-run-nixbot-gitlab> gitlab # [    0.123645] NET: Registered PF_INET protocol family232vm-test-run-nixbot-gitlab> gitlab # [    0.125743] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)233vm-test-run-nixbot-gitlab> gitlab # [    0.183846] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)234vm-test-run-nixbot-gitlab> gitlab # [    0.183924] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)235vm-test-run-nixbot-gitlab> gitlab # [    0.183991] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)236vm-test-run-nixbot-gitlab> gitlab # [    0.184415] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)237vm-test-run-nixbot-gitlab> gitlab # [    0.185437] TCP: Hash tables configured (established 65536 bind 65536)238vm-test-run-nixbot-gitlab> gitlab # [    0.185580] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)239vm-test-run-nixbot-gitlab> gitlab # [    0.185659] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)240vm-test-run-nixbot-gitlab> gitlab # [    0.186108] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)241vm-test-run-nixbot-gitlab> gitlab # [    0.186382] NET: Registered PF_UNIX/PF_LOCAL protocol family242vm-test-run-nixbot-gitlab> gitlab # [    0.186416] NET: Registered PF_XDP protocol family243vm-test-run-nixbot-gitlab> gitlab # [    0.186441] PCI: CLS 0 bytes, default 64244vm-test-run-nixbot-gitlab> gitlab # [    0.186789] Trying to unpack rootfs image as initramfs...245vm-test-run-nixbot-gitlab> gitlab # [    0.196710] kvm [1]: HYP mode not available246vm-test-run-nixbot-gitlab> gitlab # [    0.268718] Initialise system trusted keyrings247vm-test-run-nixbot-gitlab> gitlab # [    0.269005] workingset: timestamp_bits=42 max_order=21 bucket_order=0248vm-test-run-nixbot-gitlab> gitlab # [    0.269652] squashfs: version 4.0 (2009/01/31) Phillip Lougher249vm-test-run-nixbot-gitlab> gitlab # [    0.269799] 9p: Installing v9fs 9p2000 file system support250vm-test-run-nixbot-gitlab> gitlab # [    0.284862] Key type asymmetric registered251vm-test-run-nixbot-gitlab> gitlab # [    0.284876] Asymmetric key parser 'x509' registered252vm-test-run-nixbot-gitlab> gitlab # [    0.284930] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 242)253vm-test-run-nixbot-gitlab> gitlab # [    0.285137] io scheduler mq-deadline registered254vm-test-run-nixbot-gitlab> gitlab # [    0.285142] io scheduler kyber registered255vm-test-run-nixbot-gitlab> gitlab # [    0.298583] pl061_gpio 9030000.pl061: PL061 GPIO chip registered256vm-test-run-nixbot-gitlab> gitlab # [    0.300520] ledtrig-cpu: registered to indicate activity on CPUs257vm-test-run-nixbot-gitlab> gitlab # [    0.301099] pci-host-generic 4010000000.pcie: host bridge /pcie@10000000 ranges:258vm-test-run-nixbot-gitlab> gitlab # [    0.301120] pci-host-generic 4010000000.pcie:       IO 0x003eff0000..0x003effffff -> 0x0000000000259vm-test-run-nixbot-gitlab> gitlab # [    0.301147] pci-host-generic 4010000000.pcie:      MEM 0x0010000000..0x003efeffff -> 0x0010000000260vm-test-run-nixbot-gitlab> gitlab # [    0.301158] pci-host-generic 4010000000.pcie:      MEM 0x8000000000..0xffffffffff -> 0x8000000000261vm-test-run-nixbot-gitlab> gitlab # [    0.301184] pci-host-generic 4010000000.pcie: Memory resource size exceeds max for 32 bits262vm-test-run-nixbot-gitlab> gitlab # [    0.301228] pci-host-generic 4010000000.pcie: ECAM at [mem 0x4010000000-0x401fffffff] for [bus 00-ff]263vm-test-run-nixbot-gitlab> gitlab # [    0.301359] pci-host-generic 4010000000.pcie: PCI host bridge to bus 0000:00264vm-test-run-nixbot-gitlab> gitlab # [    0.301370] pci_bus 0000:00: root bus resource [bus 00-ff]265vm-test-run-nixbot-gitlab> gitlab # [    0.301377] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]266vm-test-run-nixbot-gitlab> gitlab # [    0.301381] pci_bus 0000:00: root bus resource [mem 0x10000000-0x3efeffff]267vm-test-run-nixbot-gitlab> gitlab # [    0.301387] pci_bus 0000:00: root bus resource [mem 0x8000000000-0xffffffffff]268vm-test-run-nixbot-gitlab> gitlab # [    0.301524] pci 0000:00:00.0: [1b36:0008] type 00 class 0x060000 conventional PCI endpoint269vm-test-run-nixbot-gitlab> gitlab # [    0.302315] pci 0000:00:01.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint270vm-test-run-nixbot-gitlab> gitlab # [    0.302614] pci 0000:00:01.0: BAR 0 [io  0x0000-0x001f]271vm-test-run-nixbot-gitlab> gitlab # [    0.302633] pci 0000:00:01.0: BAR 1 [mem 0x00000000-0x00000fff]272vm-test-run-nixbot-gitlab> gitlab # [    0.302686] pci 0000:00:01.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]273vm-test-run-nixbot-gitlab> gitlab # [    0.302706] pci 0000:00:01.0: ROM [mem 0x00000000-0x0003ffff pref]274vm-test-run-nixbot-gitlab> gitlab # [    0.303509] pci 0000:00:02.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint275vm-test-run-nixbot-gitlab> gitlab # [    0.303809] pci 0000:00:02.0: BAR 0 [io  0x0000-0x001f]276vm-test-run-nixbot-gitlab> gitlab # [    0.303837] pci 0000:00:02.0: BAR 1 [mem 0x00000000-0x00000fff]277vm-test-run-nixbot-gitlab> gitlab # [    0.303879] pci 0000:00:02.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]278vm-test-run-nixbot-gitlab> gitlab # [    0.304694] pci 0000:00:03.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint279vm-test-run-nixbot-gitlab> gitlab # [    0.305026] pci 0000:00:03.0: BAR 0 [io  0x0000-0x001f]280vm-test-run-nixbot-gitlab> gitlab # [    0.305045] pci 0000:00:03.0: BAR 1 [mem 0x00000000-0x00000fff]281vm-test-run-nixbot-gitlab> gitlab # [    0.305095] pci 0000:00:03.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]282vm-test-run-nixbot-gitlab> gitlab # [    0.305952] pci 0000:00:04.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint283vm-test-run-nixbot-gitlab> gitlab # [    0.306265] pci 0000:00:04.0: BAR 0 [io  0x0000-0x001f]284vm-test-run-nixbot-gitlab> gitlab # [    0.306283] pci 0000:00:04.0: BAR 1 [mem 0x00000000-0x00000fff]285vm-test-run-nixbot-gitlab> gitlab # [    0.306333] pci 0000:00:04.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]286vm-test-run-nixbot-gitlab> gitlab # [    0.307129] pci 0000:00:05.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint287vm-test-run-nixbot-gitlab> gitlab # [    0.307432] pci 0000:00:05.0: BAR 0 [io  0x0000-0x007f]288vm-test-run-nixbot-gitlab> gitlab # [    0.307451] pci 0000:00:05.0: BAR 1 [mem 0x00000000-0x00000fff]289vm-test-run-nixbot-gitlab> gitlab # [    0.307492] pci 0000:00:05.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]290vm-test-run-nixbot-gitlab> gitlab # [    0.308276] pci 0000:00:06.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint291vm-test-run-nixbot-gitlab> gitlab # [    0.308602] pci 0000:00:06.0: BAR 0 [io  0x0000-0x007f]292vm-test-run-nixbot-gitlab> gitlab # [    0.308621] pci 0000:00:06.0: BAR 1 [mem 0x00000000-0x00000fff]293vm-test-run-nixbot-gitlab> gitlab # [    0.308663] pci 0000:00:06.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]294vm-test-run-nixbot-gitlab> gitlab # [    0.309499] pci 0000:00:07.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint295vm-test-run-nixbot-gitlab> gitlab # [    0.309805] pci 0000:00:07.0: BAR 0 [io  0x0000-0x001f]296vm-test-run-nixbot-gitlab> gitlab # [    0.309825] pci 0000:00:07.0: BAR 1 [mem 0x00000000-0x00000fff]297vm-test-run-nixbot-gitlab> gitlab # [    0.309867] pci 0000:00:07.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]298vm-test-run-nixbot-gitlab> gitlab # [    0.309886] pci 0000:00:07.0: ROM [mem 0x00000000-0x0003ffff pref]299vm-test-run-nixbot-gitlab> gitlab # [    0.310683] pci 0000:00:08.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint300vm-test-run-nixbot-gitlab> gitlab # [    0.310993] pci 0000:00:08.0: BAR 1 [mem 0x00000000-0x00000fff]301vm-test-run-nixbot-gitlab> gitlab # [    0.311037] pci 0000:00:08.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]302vm-test-run-nixbot-gitlab> gitlab # [    0.311814] pci 0000:00:09.0: [1af4:1050] type 00 class 0x038000 conventional PCI endpoint303vm-test-run-nixbot-gitlab> gitlab # [    0.312125] pci 0000:00:09.0: BAR 1 [mem 0x00000000-0x00000fff]304vm-test-run-nixbot-gitlab> gitlab # [    0.312175] pci 0000:00:09.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]305vm-test-run-nixbot-gitlab> gitlab # [    0.312894] pci 0000:00:0a.0: [8086:24cd] type 00 class 0x0c0320 conventional PCI endpoint306vm-test-run-nixbot-gitlab> gitlab # [    0.313217] pci 0000:00:0a.0: BAR 0 [mem 0x00000000-0x00000fff]307vm-test-run-nixbot-gitlab> gitlab # [    0.313633] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint308vm-test-run-nixbot-gitlab> gitlab # [    0.314049] pci 0000:00:0b.0: BAR 0 [io  0x0000-0x003f]309vm-test-run-nixbot-gitlab> gitlab # [    0.314067] pci 0000:00:0b.0: BAR 1 [mem 0x00000000-0x00000fff]310vm-test-run-nixbot-gitlab> gitlab # [    0.314108] pci 0000:00:0b.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]311vm-test-run-nixbot-gitlab> gitlab # [    0.314883] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint312vm-test-run-nixbot-gitlab> gitlab # [    0.315184] pci 0000:00:0c.0: BAR 0 [io  0x0000-0x001f]313vm-test-run-nixbot-gitlab> gitlab # [    0.315203] pci 0000:00:0c.0: BAR 1 [mem 0x00000000-0x00000fff]314vm-test-run-nixbot-gitlab> gitlab # [    0.315251] pci 0000:00:0c.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]315vm-test-run-nixbot-gitlab> gitlab # [    0.316386] pci 0000:00:01.0: ROM [mem 0x10000000-0x1003ffff pref]: assigned316vm-test-run-nixbot-gitlab> gitlab # [    0.316396] pci 0000:00:07.0: ROM [mem 0x10040000-0x1007ffff pref]: assigned317vm-test-run-nixbot-gitlab> gitlab # [    0.316402] pci 0000:00:01.0: BAR 4 [mem 0x8000000000-0x8000003fff 64bit pref]: assigned318vm-test-run-nixbot-gitlab> gitlab # [    0.316497] pci 0000:00:02.0: BAR 4 [mem 0x8000004000-0x8000007fff 64bit pref]: assigned319vm-test-run-nixbot-gitlab> gitlab # [    0.316570] pci 0000:00:03.0: BAR 4 [mem 0x8000008000-0x800000bfff 64bit pref]: assigned320vm-test-run-nixbot-gitlab> gitlab # [    0.316636] pci 0000:00:04.0: BAR 4 [mem 0x800000c000-0x800000ffff 64bit pref]: assigned321vm-test-run-nixbot-gitlab> gitlab # [    0.316712] pci 0000:00:05.0: BAR 4 [mem 0x8000010000-0x8000013fff 64bit pref]: assigned322vm-test-run-nixbot-gitlab> gitlab # [    0.316801] pci 0000:00:06.0: BAR 4 [mem 0x8000014000-0x8000017fff 64bit pref]: assigned323vm-test-run-nixbot-gitlab> gitlab # [    0.316876] pci 0000:00:07.0: BAR 4 [mem 0x8000018000-0x800001bfff 64bit pref]: assigned324vm-test-run-nixbot-gitlab> gitlab # [    0.316949] pci 0000:00:08.0: BAR 4 [mem 0x800001c000-0x800001ffff 64bit pref]: assigned325vm-test-run-nixbot-gitlab> gitlab # [    0.317015] pci 0000:00:09.0: BAR 4 [mem 0x8000020000-0x8000023fff 64bit pref]: assigned326vm-test-run-nixbot-gitlab> gitlab # [    0.317082] pci 0000:00:0b.0: BAR 4 [mem 0x8000024000-0x8000027fff 64bit pref]: assigned327vm-test-run-nixbot-gitlab> gitlab # [    0.317172] pci 0000:00:0c.0: BAR 4 [mem 0x8000028000-0x800002bfff 64bit pref]: assigned328vm-test-run-nixbot-gitlab> gitlab # [    0.317247] pci 0000:00:01.0: BAR 1 [mem 0x10080000-0x10080fff]: assigned329vm-test-run-nixbot-gitlab> gitlab # [    0.317275] pci 0000:00:02.0: BAR 1 [mem 0x10081000-0x10081fff]: assigned330vm-test-run-nixbot-gitlab> gitlab # [    0.317310] pci 0000:00:03.0: BAR 1 [mem 0x10082000-0x10082fff]: assigned331vm-test-run-nixbot-gitlab> gitlab # [    0.317338] pci 0000:00:04.0: BAR 1 [mem 0x10083000-0x10083fff]: assigned332vm-test-run-nixbot-gitlab> gitlab # [    0.317374] pci 0000:00:05.0: BAR 1 [mem 0x10084000-0x10084fff]: assigned333vm-test-run-nixbot-gitlab> gitlab # [    0.317401] pci 0000:00:06.0: BAR 1 [mem 0x10085000-0x10085fff]: assigned334vm-test-run-nixbot-gitlab> gitlab # [    0.317429] pci 0000:00:07.0: BAR 1 [mem 0x10086000-0x10086fff]: assigned335vm-test-run-nixbot-gitlab> gitlab # [    0.317457] pci 0000:00:08.0: BAR 1 [mem 0x10087000-0x10087fff]: assigned336vm-test-run-nixbot-gitlab> gitlab # [    0.317485] pci 0000:00:09.0: BAR 1 [mem 0x10088000-0x10088fff]: assigned337vm-test-run-nixbot-gitlab> gitlab # [    0.317522] pci 0000:00:0a.0: BAR 0 [mem 0x10089000-0x10089fff]: assigned338vm-test-run-nixbot-gitlab> gitlab # [    0.317552] pci 0000:00:0b.0: BAR 1 [mem 0x1008a000-0x1008afff]: assigned339vm-test-run-nixbot-gitlab> gitlab # [    0.317581] pci 0000:00:0c.0: BAR 1 [mem 0x1008b000-0x1008bfff]: assigned340vm-test-run-nixbot-gitlab> gitlab # [    0.317609] pci 0000:00:05.0: BAR 0 [io  0x1000-0x107f]: assigned341vm-test-run-nixbot-gitlab> gitlab # [    0.317637] pci 0000:00:06.0: BAR 0 [io  0x1080-0x10ff]: assigned342vm-test-run-nixbot-gitlab> gitlab # [    0.317665] pci 0000:00:0b.0: BAR 0 [io  0x1100-0x113f]: assigned343vm-test-run-nixbot-gitlab> gitlab # [    0.317700] pci 0000:00:01.0: BAR 0 [io  0x1140-0x115f]: assigned344vm-test-run-nixbot-gitlab> gitlab # [    0.317727] pci 0000:00:02.0: BAR 0 [io  0x1160-0x117f]: assigned345vm-test-run-nixbot-gitlab> gitlab # [    0.317755] pci 0000:00:03.0: BAR 0 [io  0x1180-0x119f]: assigned346vm-test-run-nixbot-gitlab> gitlab # [    0.317782] pci 0000:00:04.0: BAR 0 [io  0x11a0-0x11bf]: assigned347vm-test-run-nixbot-gitlab> gitlab # [    0.317815] pci 0000:00:07.0: BAR 0 [io  0x11c0-0x11df]: assigned348vm-test-run-nixbot-gitlab> gitlab # [    0.317843] pci 0000:00:0c.0: BAR 0 [io  0x11e0-0x11ff]: assigned349vm-test-run-nixbot-gitlab> gitlab # [    0.317879] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]350vm-test-run-nixbot-gitlab> gitlab # [    0.317886] pci_bus 0000:00: resource 5 [mem 0x10000000-0x3efeffff]351vm-test-run-nixbot-gitlab> gitlab # [    0.317891] pci_bus 0000:00: resource 6 [mem 0x8000000000-0xffffffffff]352vm-test-run-nixbot-gitlab> gitlab # [    0.319933] pci 0000:00:0a.0: enabling device (0000 -> 0002)353vm-test-run-nixbot-gitlab> gitlab # [    0.337183] virtio-pci 0000:00:01.0: enabling device (0000 -> 0003)354vm-test-run-nixbot-gitlab> gitlab # [    0.339848] virtio-pci 0000:00:02.0: enabling device (0000 -> 0003)355vm-test-run-nixbot-gitlab> gitlab # [    0.342539] virtio-pci 0000:00:03.0: enabling device (0000 -> 0003)356vm-test-run-nixbot-gitlab> gitlab # [    0.345339] virtio-pci 0000:00:04.0: enabling device (0000 -> 0003)357vm-test-run-nixbot-gitlab> gitlab # [    0.349505] virtio-pci 0000:00:05.0: enabling device (0000 -> 0003)358vm-test-run-nixbot-gitlab> gitlab # [    0.353323] virtio-pci 0000:00:06.0: enabling device (0000 -> 0003)359vm-test-run-nixbot-gitlab> gitlab # [    0.356005] virtio-pci 0000:00:07.0: enabling device (0000 -> 0003)360vm-test-run-nixbot-gitlab> gitlab # [    0.358758] virtio-pci 0000:00:08.0: enabling device (0000 -> 0002)361vm-test-run-nixbot-gitlab> gitlab # [    0.363008] virtio-pci 0000:00:09.0: enabling device (0000 -> 0002)362vm-test-run-nixbot-gitlab> gitlab # [    0.366913] virtio-pci 0000:00:0b.0: enabling device (0000 -> 0003)363vm-test-run-nixbot-gitlab> gitlab # [    0.370097] virtio-pci 0000:00:0c.0: enabling device (0000 -> 0003)364vm-test-run-nixbot-gitlab> gitlab # [    0.377914] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled365vm-test-run-nixbot-gitlab> gitlab # [    0.380410] msm_serial: driver initialized366vm-test-run-nixbot-gitlab> gitlab # [    0.380661] SuperH (H)SCI(F) driver initialized367vm-test-run-nixbot-gitlab> gitlab # [    0.380739] STM32 USART driver initialized368vm-test-run-nixbot-gitlab> gitlab # [    0.413207] loop: module loaded369vm-test-run-nixbot-gitlab> gitlab # [    0.413764] virtio_blk virtio4: 4/0/0 default/read/poll queues370vm-test-run-nixbot-gitlab> gitlab # [    0.418784] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)371vm-test-run-nixbot-gitlab> gitlab # [    0.422716] virtio_blk virtio5: 4/0/0 default/read/poll queues372vm-test-run-nixbot-gitlab> gitlab # [    0.427314] virtio_blk virtio5: [vdb] 11826800 512-byte logical blocks (6.06 GB/5.64 GiB)373vm-test-run-nixbot-gitlab> gitlab # [    0.431893] megasas: 07.734.00.00-rc1374vm-test-run-nixbot-gitlab> gitlab # [    0.434025] physmap-flash 0.flash: physmap platform flash device: [mem 0x00000000-0x03ffffff]375vm-test-run-nixbot-gitlab> gitlab # [    0.440729] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000376vm-test-run-nixbot-gitlab> gitlab # [    0.440857] Intel/Sharp Extended Query Table at 0x0031377vm-test-run-nixbot-gitlab> gitlab # [    0.445417] Using buffer write method378vm-test-run-nixbot-gitlab> gitlab # [    0.445479] physmap-flash 0.flash: physmap platform flash device: [mem 0x04000000-0x07ffffff]379vm-test-run-nixbot-gitlab> gitlab # [    0.449879] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000380vm-test-run-nixbot-gitlab> gitlab # [    0.449912] Intel/Sharp Extended Query Table at 0x0031381vm-test-run-nixbot-gitlab> gitlab # [    0.454078] Using buffer write method382vm-test-run-nixbot-gitlab> gitlab # [    0.454112] Concatenating MTD devices:383vm-test-run-nixbot-gitlab> gitlab # [    0.454118] (0): "0.flash"384vm-test-run-nixbot-gitlab> gitlab # [    0.454125] (1): "0.flash"385vm-test-run-nixbot-gitlab> gitlab # [    0.454131] into device "0.flash"386vm-test-run-nixbot-gitlab> gitlab # [    0.613859] Freeing initrd memory: 25372K387vm-test-run-nixbot-gitlab> gitlab # [    0.631142] tun: Universal TUN/TAP device driver, 1.6388vm-test-run-nixbot-gitlab> gitlab # [    0.639250] thunder_xcv, ver 1.0389vm-test-run-nixbot-gitlab> gitlab # [    0.639378] thunder_bgx, ver 1.0390vm-test-run-nixbot-gitlab> gitlab # [    0.639457] nicpf, ver 1.0391vm-test-run-nixbot-gitlab> gitlab # [    0.641353] e1000: Intel(R) PRO/1000 Network Driver392vm-test-run-nixbot-gitlab> gitlab # [    0.641367] e1000: Copyright (c) 1999-2006 Intel Corporation.393vm-test-run-nixbot-gitlab> gitlab # [    0.641450] e1000e: Intel(R) PRO/1000 Network Driver394vm-test-run-nixbot-gitlab> gitlab # [    0.641467] e1000e: Copyright(c) 1999 - 2015 Intel Corporation.395vm-test-run-nixbot-gitlab> gitlab # [    0.641534] igb: Intel(R) Gigabit Ethernet Network Driver396vm-test-run-nixbot-gitlab> gitlab # [    0.641543] igb: Copyright (c) 2007-2014 Intel Corporation.397vm-test-run-nixbot-gitlab> gitlab # [    0.641612] igbvf: Intel(R) Gigabit Virtual Function Network Driver398vm-test-run-nixbot-gitlab> gitlab # [    0.641623] igbvf: Copyright (c) 2009 - 2012 Intel Corporation.399vm-test-run-nixbot-gitlab> gitlab # [    0.642011] sky2: driver version 1.30400vm-test-run-nixbot-gitlab> gitlab # [    0.646618] usbcore: registered new interface driver usb-storage401vm-test-run-nixbot-gitlab> gitlab # [    0.646817] ehci-pci 0000:00:0a.0: EHCI Host Controller402vm-test-run-nixbot-gitlab> gitlab # [    0.646862] ehci-pci 0000:00:0a.0: new USB bus registered, assigned bus number 1403vm-test-run-nixbot-gitlab> gitlab # [    0.646940] usbcore: registered new interface driver usbserial_generic404vm-test-run-nixbot-gitlab> gitlab # [    0.646982] usbserial: USB Serial support registered for generic405vm-test-run-nixbot-gitlab> gitlab # [    0.647480] ehci-pci 0000:00:0a.0: irq 15, io mem 0x10089000406vm-test-run-nixbot-gitlab> gitlab # [    0.648666] hv_vmbus: registering driver hyperv_keyboard407vm-test-run-nixbot-gitlab> gitlab # [    0.651000] rtc-pl031 9010000.pl031: registered as rtc0408vm-test-run-nixbot-gitlab> gitlab # [    0.651057] rtc-pl031 9010000.pl031: setting system clock to 2026-06-16T04:12:22 UTC (1781583142)409vm-test-run-nixbot-gitlab> gitlab # [    0.651980] i2c_dev: i2c /dev entries driver410vm-test-run-nixbot-gitlab> gitlab # [    0.656559] ehci-pci 0000:00:0a.0: USB 2.0 started, EHCI 1.00411vm-test-run-nixbot-gitlab> gitlab # [    0.657423] hub 1-0:1.0: USB hub found412vm-test-run-nixbot-gitlab> gitlab # [    0.657463] hub 1-0:1.0: 6 ports detected413vm-test-run-nixbot-gitlab> gitlab # [    0.659971] sdhci: Secure Digital Host Controller Interface driver414vm-test-run-nixbot-gitlab> gitlab # [    0.659984] sdhci: Copyright(c) Pierre Ossman415vm-test-run-nixbot-gitlab> gitlab # [    0.660793] Synopsys Designware Multimedia Card Interface Driver416vm-test-run-nixbot-gitlab> gitlab # [    0.661900] sdhci-pltfm: SDHCI platform and OF driver helper417vm-test-run-nixbot-gitlab> gitlab # [    0.666407] hid: raw HID events driver (C) Jiri Kosina418vm-test-run-nixbot-gitlab> gitlab # [    0.667117] usbcore: registered new interface driver usbhid419vm-test-run-nixbot-gitlab> gitlab # [    0.667127] usbhid: USB HID core driver420vm-test-run-nixbot-gitlab> gitlab # [    0.674975] hw perfevents: enabled with armv8_pmuv3 PMU driver, 11 (0,800003ff) counters available421vm-test-run-nixbot-gitlab> gitlab # [    0.679499] drop_monitor: Initializing network drop monitor service422vm-test-run-nixbot-gitlab> gitlab # [    0.679849] NET: Registered PF_INET6 protocol family423vm-test-run-nixbot-gitlab> gitlab # [    0.681760] Segment Routing with IPv6424vm-test-run-nixbot-gitlab> gitlab # [    0.681798] In-situ OAM (IOAM) with IPv6425vm-test-run-nixbot-gitlab> gitlab # [    0.681960] NET: Registered PF_PACKET protocol family426vm-test-run-nixbot-gitlab> gitlab # [    0.682279] 9pnet: Installing 9P2000 support427vm-test-run-nixbot-gitlab> gitlab # [    0.686164] Key type dns_resolver registered428vm-test-run-nixbot-gitlab> gitlab # [    0.705016] registered taskstats version 1429vm-test-run-nixbot-gitlab> gitlab # [    0.705567] Loading compiled-in X.509 certificates430vm-test-run-nixbot-gitlab> gitlab # [    0.732915] Demotion targets for Node 0: null431vm-test-run-nixbot-gitlab> gitlab # [    0.733220] Key type .fscrypt registered432vm-test-run-nixbot-gitlab> gitlab # [    0.733229] Key type fscrypt-provisioning registered433vm-test-run-nixbot-gitlab> gitlab # [    0.733469] ima: No TPM chip found, activating TPM-bypass!434vm-test-run-nixbot-gitlab> gitlab # [    0.733497] ima: Allocated hash algorithm: sha1435vm-test-run-nixbot-gitlab> gitlab # [    0.733552] ima: No architecture policies found436vm-test-run-nixbot-gitlab> gitlab # [    0.735354] input: gpio-keys as /devices/platform/gpio-keys/input/input0437vm-test-run-nixbot-gitlab> gitlab # [    0.770379] clk: Disabling unused clocks438vm-test-run-nixbot-gitlab> gitlab # [    0.770412] PM: genpd: Disabling unused power domains439vm-test-run-nixbot-gitlab> gitlab # [    0.776542] Freeing unused kernel memory: 4736K440vm-test-run-nixbot-gitlab> gitlab # [    0.776797] Run /init as init process441vm-test-run-nixbot-gitlab> gitlab # [    0.811225] systemd[1]: Successfully made /usr/ read-only.442vm-test-run-nixbot-gitlab> gitlab # [    0.908537] usb 1-1: new high-speed USB device number 2 using ehci-pci443vm-test-run-nixbot-gitlab> gitlab # [    1.058861] input: QEMU QEMU USB Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input1444vm-test-run-nixbot-gitlab> gitlab # [    1.145181] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v1.11 Keyboard [QEMU QEMU USB Keyboard] on usb-0000:00:0a.0-1/input0445vm-test-run-nixbot-gitlab> gitlab # [    1.146001] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)446vm-test-run-nixbot-gitlab> gitlab # [    1.146045] systemd[1]: Detected virtualization qemu.447vm-test-run-nixbot-gitlab> gitlab # [    1.146101] systemd[1]: Detected architecture arm64.448vm-test-run-nixbot-gitlab> gitlab # [    1.146117] systemd[1]: Running in initrd.449vm-test-run-nixbot-gitlab> gitlab # [    1.147070] systemd[1]: Initializing machine ID from random generator.450vm-test-run-nixbot-gitlab> gitlab # [    1.147318] systemd[1]: Hostname set to <gitlab>.451vm-test-run-nixbot-gitlab> gitlab # [    1.264550] usb 1-2: new high-speed USB device number 3 using ehci-pci452vm-test-run-nixbot-gitlab> gitlab # [    1.292858] systemd[1]: Queued start job for default target Initrd Default Target.453vm-test-run-nixbot-gitlab> gitlab # [    1.424968] input: QEMU QEMU USB Tablet as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-2/1-2:1.0/0003:0627:0001.0002/input/input2454vm-test-run-nixbot-gitlab> gitlab # [    1.425471] hid-generic 0003:0627:0001.0002: input,hidraw1: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:0a.0-2/input0455vm-test-run-nixbot-gitlab> gitlab # [    1.533020] systemd[1]: Created slice Slice /system/modprobe.456vm-test-run-nixbot-gitlab> gitlab # [    1.533524] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.457vm-test-run-nixbot-gitlab> gitlab # [    1.533595] systemd[1]: Expecting device /dev/disk/by-label/nix-store...458vm-test-run-nixbot-gitlab> gitlab # [    1.533622] systemd[1]: Expecting device /dev/disk/by-label/nixos...459vm-test-run-nixbot-gitlab> gitlab # [    1.533676] systemd[1]: Reached target Path Units.460vm-test-run-nixbot-gitlab> gitlab # [    1.533716] systemd[1]: Reached target Slice Units.461vm-test-run-nixbot-gitlab> gitlab # [    1.533755] systemd[1]: Reached target Swaps.462vm-test-run-nixbot-gitlab> gitlab # [    1.533794] systemd[1]: Reached target Timer Units.463vm-test-run-nixbot-gitlab> gitlab # [    1.534177] systemd[1]: Listening on D-Bus System Message Bus Socket.464vm-test-run-nixbot-gitlab> gitlab # [    1.534507] systemd[1]: Listening on Journal Socket (/dev/log).465vm-test-run-nixbot-gitlab> gitlab # [    1.534901] systemd[1]: Listening on Journal Sockets.466vm-test-run-nixbot-gitlab> gitlab # [    1.535194] systemd[1]: Listening on udev Control Socket.467vm-test-run-nixbot-gitlab> gitlab # [    1.535366] systemd[1]: Listening on udev Kernel Socket.468vm-test-run-nixbot-gitlab> gitlab # [    1.535404] systemd[1]: Reached target Socket Units.469vm-test-run-nixbot-gitlab> gitlab # [    1.542431] systemd[1]: Starting Create List of Static Device Nodes...470vm-test-run-nixbot-gitlab> gitlab # [    1.550014] systemd[1]: Starting Load Kernel Module 9pnet_virtio...471vm-test-run-nixbot-gitlab> gitlab # [    1.550161] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs472vm-test-run-nixbot-gitlab> gitlab # [    1.558033] systemd[1]: Mounting Kernel Configuration File System...473vm-test-run-nixbot-gitlab> gitlab # [    1.578029] systemd[1]: Starting Journal Service...474vm-test-run-nixbot-gitlab> gitlab # [    1.588250] systemd[1]: Starting Load Kernel Modules...475vm-test-run-nixbot-gitlab> gitlab # [    1.590054] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki476vm-test-run-nixbot-gitlab> gitlab # [    1.596774] systemd[1]: Starting Coldplug All udev Devices...477vm-test-run-nixbot-gitlab> gitlab # [    1.616561] systemd[1]: Finished Create List of Static Device Nodes.478vm-test-run-nixbot-gitlab> gitlab # [    1.620966] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.479vm-test-run-nixbot-gitlab> gitlab # [    1.623581] systemd-journald[155]: Collecting audit messages is disabled.480vm-test-run-nixbot-gitlab> gitlab # [    1.629011] systemd[1]: Finished Load Kernel Module 9pnet_virtio.481vm-test-run-nixbot-gitlab> gitlab # [    1.638054] [drm] pci: virtio-gpu-pci detected at 0000:00:09.0482vm-test-run-nixbot-gitlab> gitlab # [    1.638502] [drm] features: -virgl +edid -resource_blob -host_visible483vm-test-run-nixbot-gitlab> gitlab # [    1.638509] [drm] features: -context_init484vm-test-run-nixbot-gitlab> gitlab # [    1.639909] [drm] number of scanouts: 1485vm-test-run-nixbot-gitlab> gitlab # [    1.639930] [drm] number of cap sets: 0486vm-test-run-nixbot-gitlab> gitlab # [    1.645887] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.487vm-test-run-nixbot-gitlab> gitlab # [    1.647783] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev488vm-test-run-nixbot-gitlab> gitlab # [    1.648285] systemd[1]: Mounted Kernel Configuration File System.489vm-test-run-nixbot-gitlab> gitlab # [    1.648420] virtio-pci 0000:00:09.0: [drm] Registered 1 planes with drm panic490vm-test-run-nixbot-gitlab> gitlab # [    1.648431] [drm] Initialized virtio_gpu 0.1.0 for 0000:00:09.0 on minor 0491vm-test-run-nixbot-gitlab> gitlab # [    1.652951] Console: switching to colour frame buffer device 160x50492vm-test-run-nixbot-gitlab> gitlab # [    1.658560] virtio-pci 0000:00:09.0: [drm] fb0: virtio_gpudrmfb frame buffer device493vm-test-run-nixbot-gitlab> gitlab # [    1.676852] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...494vm-test-run-nixbot-gitlab> gitlab # [    1.681707] systemd[1]: Finished Load Kernel Modules.495vm-test-run-nixbot-gitlab> gitlab # [    1.692639] systemd-modules-load[157]: Using 4 probe threads496vm-test-run-nixbot-gitlab> gitlab # [    1.693864] systemd-modules-load[157]: Module 'virtio_balloon' is built in497vm-test-run-nixbot-gitlab> gitlab # [    1.694932] systemd-modules-load[157]: Module 'virtio_console' is built in498vm-test-run-nixbot-gitlab> gitlab # [    1.695953] systemd-modules-load[157]: Module 'virtio_rng' is built in499vm-test-run-nixbot-gitlab> gitlab # [    1.697297] systemd-modules-load[157]: Inserted module 'dm_mod'500vm-test-run-nixbot-gitlab> gitlab # [    1.706732] systemd[1]: Starting Apply Kernel Variables...501vm-test-run-nixbot-gitlab> gitlab # [    1.709839] systemd[1]: Started Journal Service.502vm-test-run-nixbot-gitlab> gitlab # [    1.698648] systemd-modules-load[157]: Inserted module 'virtio_gpu'503vm-test-run-nixbot-gitlab> gitlab # [    1.716730] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.504vm-test-run-nixbot-gitlab> gitlab # [    1.726709] systemd[1]: Starting Create Static Device Nodes in /dev...505vm-test-run-nixbot-gitlab> gitlab # [    1.756766] systemd[1]: Finished Apply Kernel Variables.506vm-test-run-nixbot-gitlab> gitlab # [    1.768768] systemd[1]: Finished Create Static Device Nodes in /dev.507vm-test-run-nixbot-gitlab> gitlab # [    1.771530] systemd[1]: Reached target Preparation for Local File Systems.508vm-test-run-nixbot-gitlab> gitlab # [    1.774462] systemd[1]: Reached target Local File Systems.509vm-test-run-nixbot-gitlab> gitlab # [    1.777244] systemd[1]: Starting Create System Files and Directories...510vm-test-run-nixbot-gitlab> gitlab # [    1.801364] systemd[1]: Starting Rule-based Manager for Device Events and Files...511vm-test-run-nixbot-gitlab> gitlab # [    1.819003] systemd[1]: Finished Create System Files and Directories.512vm-test-run-nixbot-gitlab> gitlab # [    1.859146] systemd-udevd[193]: Using default interface naming scheme 'v260'.513vm-test-run-nixbot-gitlab> gitlab # [    1.885361] systemd[1]: Started Rule-based Manager for Device Events and Files.514vm-test-run-nixbot-gitlab> gitlab # [    1.916215] systemd[1]: Starting Virtual Console Setup...515vm-test-run-nixbot-gitlab> gitlab # [    1.984153] systemd-vconsole-setup[210]: Configuration of first virtual console was skipped, ignoring remaining ones.516vm-test-run-nixbot-gitlab> gitlab # [    1.990826] systemd[1]: Finished Virtual Console Setup.517vm-test-run-nixbot-gitlab> gitlab # [    2.333138] systemd[1]: Finished Coldplug All udev Devices.518vm-test-run-nixbot-gitlab> gitlab # [    2.335631] systemd[1]: Reached target System Initialization.519vm-test-run-nixbot-gitlab> gitlab # [    2.338184] systemd[1]: Reached target Basic System.520vm-test-run-nixbot-gitlab> gitlab # [    2.545008] (udev-worker)[221]: Network interface NamePolicy= disabled on kernel command line.521vm-test-run-nixbot-gitlab> gitlab # [    2.560397] (udev-worker)[226]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.522vm-test-run-nixbot-gitlab> gitlab # [    2.564398] (udev-worker)[226]: Network interface NamePolicy= disabled on kernel command line.523vm-test-run-nixbot-gitlab> gitlab # [    2.568161] systemd[1]: Found device /dev/disk/by-label/nixos.524vm-test-run-nixbot-gitlab> gitlab # [    2.573251] systemd[1]: Found device /dev/disk/by-label/nix-store.525vm-test-run-nixbot-gitlab> gitlab # [    2.585171] systemd[1]: Reached target Initrd Root Device.526vm-test-run-nixbot-gitlab> gitlab # [    2.590023] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...527vm-test-run-nixbot-gitlab> gitlab # [    2.633614] systemd-fsck[235]: nixos: clean, 12/65536 files, 13019/262144 blocks528vm-test-run-nixbot-gitlab> gitlab # [    2.641685] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.529vm-test-run-nixbot-gitlab> gitlab # [    2.645342] systemd[1]: Mounting /sysroot...530vm-test-run-nixbot-gitlab> gitlab # [    2.684043] EXT4-fs (vda): mounted filesystem 58630787-e953-44d3-bdd7-d827d1aa39d8 r/w with ordered data mode. Quota mode: none.531vm-test-run-nixbot-gitlab> gitlab # [    2.678239] systemd[1]: Mounted /sysroot.532vm-test-run-nixbot-gitlab> gitlab # [    2.678885] systemd[1]: Reached target Initrd Root File System.533vm-test-run-nixbot-gitlab> gitlab # [    2.682706] systemd[1]: Starting Mountpoints Configured in the Real Root...534vm-test-run-nixbot-gitlab> gitlab # [    2.718474] systemd-sysroot-fstab-check[247]: /sysroot should be mounted in the initrd, will request daemon-reload.535vm-test-run-nixbot-gitlab> gitlab # [    2.721732] systemd[1]: Reload requested from client PID 247 ('systemd-sysroot') (unit initrd-parse-etc.service)...536vm-test-run-nixbot-gitlab> gitlab # [    2.724523] systemd[1]: Reloading...537vm-test-run-nixbot-gitlab> gitlab # [    3.009562] systemd[1]: Reloading finished in 287 ms.538vm-test-run-nixbot-gitlab> gitlab # [    3.039320] systemd-sysroot-fstab-check[247]: Requesting initrd-fs.target/start/replace...539vm-test-run-nixbot-gitlab> gitlab # [    3.124083] systemd-sysroot-fstab-check[247]: Requesting swap.target/start/replace...540vm-test-run-nixbot-gitlab> gitlab # [    3.126280] systemd[1]: Starting Load Kernel Module 9pnet_virtio...541vm-test-run-nixbot-gitlab> gitlab # [    3.127779] systemd[1]: initrd-parse-etc.service: Deactivated successfully.542vm-test-run-nixbot-gitlab> gitlab # [    3.133112] systemd[1]: Finished Mountpoints Configured in the Real Root.543vm-test-run-nixbot-gitlab> gitlab # [    3.134568] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.544vm-test-run-nixbot-gitlab> gitlab # [    3.156702] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.545vm-test-run-nixbot-gitlab> gitlab # [    3.159654] systemd[1]: Finished Load Kernel Module 9pnet_virtio.546vm-test-run-nixbot-gitlab> gitlab # [    3.174940] (udev-worker)[219]: mtd0ro: Failed to find and pin callout binary "/nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/mtd_probe": No such file or directory547vm-test-run-nixbot-gitlab> gitlab # [    3.178389] (udev-worker)[219]: mtd0ro: /nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/rules.d/75-probe_mtd.rules:5 IMPORT{program}="mtd_probe $devnode": Failed to execute "mtd_probe /dev/mtd0ro", ignoring: No such file or directory548vm-test-run-nixbot-gitlab> gitlab # [    3.184683] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.549vm-test-run-nixbot-gitlab> gitlab # [    3.186430] systemd[1]: Stopped Virtual Console Setup.550vm-test-run-nixbot-gitlab> gitlab # [    3.188043] systemd[1]: Stopping Virtual Console Setup...551vm-test-run-nixbot-gitlab> gitlab # [    3.191153] systemd[1]: Starting Virtual Console Setup...552vm-test-run-nixbot-gitlab> gitlab # [    3.227107] systemd-vconsole-setup[456]: Configuration of first virtual console was skipped, ignoring remaining ones.553vm-test-run-nixbot-gitlab> gitlab # [    3.229685] systemd[1]: Finished Virtual Console Setup.554vm-test-run-nixbot-gitlab> gitlab # [    3.612108] systemd[1]: Mounting /sysroot/nix/.ro-store...555vm-test-run-nixbot-gitlab> gitlab # [    3.619750] systemd[1]: Mounting /sysroot/nix/.rw-store...556vm-test-run-nixbot-gitlab> gitlab # [    3.650495] systemd[1]: Mounting /sysroot/run...557vm-test-run-nixbot-gitlab> gitlab # [    3.659475] systemd[1]: Mounting /sysroot/tmp/shared...558vm-test-run-nixbot-gitlab> gitlab # [    3.671950] systemd[1]: Mounting /sysroot/tmp/xchg...559vm-test-run-nixbot-gitlab> gitlab # [    3.693146] erofs (device vdb): mounted with root inode @ nid 128.560vm-test-run-nixbot-gitlab> gitlab # [    3.696314] systemd[1]: Mounted /sysroot/nix/.ro-store.561vm-test-run-nixbot-gitlab> gitlab # [    3.698683] systemd[1]: Mounted /sysroot/nix/.rw-store.562vm-test-run-nixbot-gitlab> gitlab # [    3.701046] systemd[1]: Mounted /sysroot/run.563vm-test-run-nixbot-gitlab> gitlab # [    3.703137] systemd[1]: Mounted /sysroot/tmp/shared.564vm-test-run-nixbot-gitlab> gitlab # [    3.708947] systemd[1]: Mounted /sysroot/tmp/xchg.565vm-test-run-nixbot-gitlab> gitlab # [    3.717919] systemd[1]: Starting rw-sysroot-nix-store.service...566vm-test-run-nixbot-gitlab> gitlab # [    3.761329] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.567vm-test-run-nixbot-gitlab> gitlab # [    3.766587] systemd[1]: Finished rw-sysroot-nix-store.service.568vm-test-run-nixbot-gitlab> gitlab # [    3.784124] systemd[1]: Mounting /sysroot/nix/store...569vm-test-run-nixbot-gitlab> gitlab # [    3.863843] systemd[1]: Mounted /sysroot/nix/store.570vm-test-run-nixbot-gitlab> gitlab # [    3.866192] systemd[1]: Reached target Initrd File Systems.571vm-test-run-nixbot-gitlab> gitlab # [    3.871646] systemd[1]: Starting Find NixOS closure...572vm-test-run-nixbot-gitlab> gitlab # [    3.879462] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...573vm-test-run-nixbot-gitlab> gitlab # [    3.918380] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.574vm-test-run-nixbot-gitlab> gitlab # [    3.935211] systemd[1]: Finished Find NixOS closure.575vm-test-run-nixbot-gitlab> gitlab # [    3.937566] systemd[1]: Reached target Initrd Default Target.576vm-test-run-nixbot-gitlab> gitlab # [    3.942985] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...577vm-test-run-nixbot-gitlab> gitlab # [    3.989558] systemd[1]: Stopped target Initrd Default Target.578vm-test-run-nixbot-gitlab> gitlab # [    3.992006] systemd[1]: Stopped target Basic System.579vm-test-run-nixbot-gitlab> gitlab # [    3.994148] systemd[1]: Stopped target Initrd Root Device.580vm-test-run-nixbot-gitlab> gitlab # [    3.996447] systemd[1]: Stopped target Path Units.581vm-test-run-nixbot-gitlab> gitlab # [    3.998458] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.582vm-test-run-nixbot-gitlab> gitlab # [    4.001625] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.583vm-test-run-nixbot-gitlab> gitlab # [    4.004788] systemd[1]: Stopped target Slice Units.584vm-test-run-nixbot-gitlab> gitlab # [    4.006810] systemd[1]: Stopped target Socket Units.585vm-test-run-nixbot-gitlab> gitlab # [    4.008975] systemd[1]: Stopped target System Initialization.586vm-test-run-nixbot-gitlab> gitlab # [    4.011326] systemd[1]: Stopped target Swaps.587vm-test-run-nixbot-gitlab> gitlab # [    4.013319] systemd[1]: Stopped target Timer Units.588vm-test-run-nixbot-gitlab> gitlab # [    4.015336] systemd[1]: dbus.socket: Deactivated successfully.589vm-test-run-nixbot-gitlab> gitlab # [    4.017810] systemd[1]: Closed D-Bus System Message Bus Socket.590vm-test-run-nixbot-gitlab> gitlab # [    4.020235] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.591vm-test-run-nixbot-gitlab> gitlab # [    4.023317] systemd[1]: Stopped Find NixOS closure.592vm-test-run-nixbot-gitlab> gitlab # [    4.025461] systemd[1]: Starting Load Kernel Module 9pnet_virtio...593vm-test-run-nixbot-gitlab> gitlab # [    4.027877] systemd[1]: Starting rw-sysroot-nix-store.service...594vm-test-run-nixbot-gitlab> gitlab # [    4.030296] systemd[1]: systemd-sysctl.service: Deactivated successfully.595vm-test-run-nixbot-gitlab> gitlab # [    4.032736] systemd[1]: Stopped Apply Kernel Variables.596vm-test-run-nixbot-gitlab> gitlab # [    4.037279] systemd[1]: systemd-modules-load.service: Deactivated successfully.597vm-test-run-nixbot-gitlab> gitlab # [    4.039977] systemd[1]: Stopped Load Kernel Modules.598vm-test-run-nixbot-gitlab> gitlab # [    4.046414] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.599vm-test-run-nixbot-gitlab> gitlab # [    4.049976] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.600vm-test-run-nixbot-gitlab> gitlab # [    4.055995] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.601vm-test-run-nixbot-gitlab> gitlab # [    4.059120] systemd[1]: Stopped Create System Files and Directories.602vm-test-run-nixbot-gitlab> gitlab # [    4.067563] systemd[1]: Stopped target Local File Systems.603vm-test-run-nixbot-gitlab> gitlab # [    4.070028] systemd[1]: Stopped target Preparation for Local File Systems.604vm-test-run-nixbot-gitlab> gitlab # [    4.073015] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.605vm-test-run-nixbot-gitlab> gitlab # [    4.075870] systemd[1]: Stopped Coldplug All udev Devices.606vm-test-run-nixbot-gitlab> gitlab # [    4.078347] systemd[1]: Stopping Rule-based Manager for Device Events and Files...607vm-test-run-nixbot-gitlab> gitlab # [    4.081446] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.608vm-test-run-nixbot-gitlab> gitlab # [    4.084538] systemd[1]: Stopped Virtual Console Setup.609vm-test-run-nixbot-gitlab> gitlab # [    4.097919] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.610vm-test-run-nixbot-gitlab> gitlab # [    4.102643] systemd[1]: Finished Load Kernel Module 9pnet_virtio.611vm-test-run-nixbot-gitlab> gitlab # [    4.112922] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.612vm-test-run-nixbot-gitlab> gitlab # [    4.117827] systemd[1]: Finished rw-sysroot-nix-store.service.613vm-test-run-nixbot-gitlab> gitlab # [    4.127696] systemd[1]: systemd-udevd.service: Deactivated successfully.614vm-test-run-nixbot-gitlab> gitlab # [    4.133097] systemd[1]: Stopped Rule-based Manager for Device Events and Files.615vm-test-run-nixbot-gitlab> gitlab # [    4.135962] systemd[1]: systemd-udevd.service: Consumed 2.419s CPU time over 2.326s wall clock time, 32.7M memory peak.616vm-test-run-nixbot-gitlab> gitlab # [    4.152232] systemd[1]: initrd-cleanup.service: Deactivated successfully.617vm-test-run-nixbot-gitlab> gitlab # [    4.157347] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.618vm-test-run-nixbot-gitlab> gitlab # [    4.171283] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.619vm-test-run-nixbot-gitlab> gitlab # [    4.174344] systemd[1]: Closed udev Control Socket.620vm-test-run-nixbot-gitlab> gitlab # [    4.187207] systemd[1]: Starting Cleanup udev Database...621vm-test-run-nixbot-gitlab> gitlab # [    4.189577] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.622vm-test-run-nixbot-gitlab> gitlab # [    4.192680] systemd[1]: Stopped Create Static Device Nodes in /dev.623vm-test-run-nixbot-gitlab> gitlab # [    4.196320] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.624vm-test-run-nixbot-gitlab> gitlab # [    4.199600] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.625vm-test-run-nixbot-gitlab> gitlab # [    4.204925] systemd[1]: kmod-static-nodes.service: Deactivated successfully.626vm-test-run-nixbot-gitlab> gitlab # [    4.207711] systemd[1]: Stopped Create List of Static Device Nodes.627vm-test-run-nixbot-gitlab> gitlab # [    4.290937] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.628vm-test-run-nixbot-gitlab> gitlab # [    4.295086] systemd[1]: Finished Cleanup udev Database.629vm-test-run-nixbot-gitlab> gitlab # [    4.304883] systemd[1]: Reached target Switch Root.630vm-test-run-nixbot-gitlab> gitlab # [    4.312441] systemd[1]: Starting NixOS Activation...631vm-test-run-nixbot-gitlab> gitlab # [    4.501031] initrd-nixos-activation-start[556]: booting system configuration /nix/store/nr2ng6vqkn4wyhymlz2773pxbbm9nmc4-nixos-system-gitlab-test632vm-test-run-nixbot-gitlab> gitlab # [    4.562989] initrd-nixos-activation-start[556]: running activation script...633vm-test-run-nixbot-gitlab> gitlab # [    4.900796] initrd-nixos-activation-start[579]: setting up /etc...634vm-test-run-nixbot-gitlab> gitlab # [    5.085257] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.635vm-test-run-nixbot-gitlab> gitlab # [    5.089568] systemd[1]: Finished NixOS Activation.636vm-test-run-nixbot-gitlab> gitlab # [    5.106414] systemd[1]: Starting Switch Root...637vm-test-run-nixbot-gitlab> gitlab # [    5.164841] systemd[1]: Switching root.638vm-test-run-nixbot-gitlab> gitlab # [    5.784941] systemd-journald[155]: Received SIGTERM from PID 1 (systemd).639vm-test-run-nixbot-gitlab> gitlab # [    6.518299] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)640vm-test-run-nixbot-gitlab> gitlab # [    6.518434] systemd[1]: Detected virtualization qemu.641vm-test-run-nixbot-gitlab> gitlab # [    6.518526] systemd[1]: Detected architecture arm64.642vm-test-run-nixbot-gitlab> gitlab # [    6.518699] systemd[1]: Detected first boot.643vm-test-run-nixbot-gitlab> gitlab # [    6.520237] systemd[1]: Initializing machine ID from random generator.644vm-test-run-nixbot-gitlab> gitlab # [    6.777286] systemd[1]: bpf-restrict-fs: LSM BPF program attached645vm-test-run-nixbot-gitlab> gitlab # [    6.867469] systemd[1]: Applying preset policy.646vm-test-run-nixbot-gitlab> gitlab # [    7.109427] systemd[1]: Populated /etc with preset unit settings.647vm-test-run-nixbot-gitlab> gitlab # [    7.273407] systemd[1]: initrd-switch-root.service: Deactivated successfully.648vm-test-run-nixbot-gitlab> gitlab # [    7.274431] systemd[1]: Stopped initrd-switch-root.service.649vm-test-run-nixbot-gitlab> gitlab # [    7.278052] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.650vm-test-run-nixbot-gitlab> gitlab # [    7.284662] systemd[1]: Created slice Slice /system/getty.651vm-test-run-nixbot-gitlab> gitlab # [    7.288206] systemd[1]: Created slice GitLab DevOps Platform Slice.652vm-test-run-nixbot-gitlab> gitlab # [    7.294397] systemd[1]: Created slice User and Session Slice.653vm-test-run-nixbot-gitlab> gitlab # [    7.295040] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.654vm-test-run-nixbot-gitlab> gitlab # [    7.296363] systemd[1]: Started Forward Password Requests to Wall Directory Watch.655vm-test-run-nixbot-gitlab> gitlab # [    7.297574] systemd[1]: Expecting device /dev/hvc0...656vm-test-run-nixbot-gitlab> gitlab # [    7.298632] systemd[1]: Expecting device /dev/ttyAMA0...657vm-test-run-nixbot-gitlab> gitlab # [    7.299715] systemd[1]: Reached target Local Encrypted Volumes.658vm-test-run-nixbot-gitlab> gitlab # [    7.300897] systemd[1]: Stopped target initrd-fs.target.659vm-test-run-nixbot-gitlab> gitlab # [    7.301941] systemd[1]: Stopped target initrd-root-fs.target.660vm-test-run-nixbot-gitlab> gitlab # [    7.302980] systemd[1]: Stopped target initrd-switch-root.target.661vm-test-run-nixbot-gitlab> gitlab # [    7.304055] systemd[1]: Reached target Virtual Machines and Containers.662vm-test-run-nixbot-gitlab> gitlab # [    7.305204] systemd[1]: Reached target Path Units.663vm-test-run-nixbot-gitlab> gitlab # [    7.306281] systemd[1]: Reached target Remote File Systems.664vm-test-run-nixbot-gitlab> gitlab # [    7.307306] systemd[1]: Reached target Slice Units.665vm-test-run-nixbot-gitlab> gitlab # [    7.308341] systemd[1]: Reached target Swaps.666vm-test-run-nixbot-gitlab> gitlab # [    7.312653] systemd[1]: Listening on Process Core Dump Socket.667vm-test-run-nixbot-gitlab> gitlab # [    7.315837] systemd[1]: Listening on Credential Encryption/Decryption.668vm-test-run-nixbot-gitlab> gitlab # [    7.325549] systemd[1]: Starting Journal Log Access Socket...669vm-test-run-nixbot-gitlab> gitlab # [    7.327727] systemd[1]: Listening on Journal Audit Socket.670vm-test-run-nixbot-gitlab> gitlab # [    7.329446] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.671vm-test-run-nixbot-gitlab> gitlab # [    7.330456] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki672vm-test-run-nixbot-gitlab> gitlab # [    7.331721] systemd[1]: Listening on udev Control Socket.673vm-test-run-nixbot-gitlab> gitlab # [    7.364252] systemd[1]: Mounting Huge Pages File System...674vm-test-run-nixbot-gitlab> gitlab # [    7.368708] systemd[1]: Mounting POSIX Message Queue File System...675vm-test-run-nixbot-gitlab> gitlab # [    7.373432] systemd[1]: Mounting Kernel Debug File System...676vm-test-run-nixbot-gitlab> gitlab # [    7.380775] systemd[1]: Mounting Kernel Trace File System...677vm-test-run-nixbot-gitlab> gitlab # [    7.393018] systemd[1]: Starting Create List of Static Device Nodes...678vm-test-run-nixbot-gitlab> gitlab # [    7.406453] systemd[1]: Starting Load Kernel Module 9pnet_virtio...679vm-test-run-nixbot-gitlab> gitlab # [    7.407724] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs680vm-test-run-nixbot-gitlab> gitlab # [    7.416415] systemd[1]: Mounting Kernel Configuration File System...681vm-test-run-nixbot-gitlab> gitlab # [    7.417710] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm682vm-test-run-nixbot-gitlab> gitlab # [    7.419369] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore683vm-test-run-nixbot-gitlab> gitlab # [    7.430117] systemd[1]: Starting Load Kernel Module fuse...684vm-test-run-nixbot-gitlab> gitlab # [    7.430837] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67685vm-test-run-nixbot-gitlab> gitlab # [    7.441769] systemd[1]: Starting Journal Service...686vm-test-run-nixbot-gitlab> gitlab # [    7.445595] systemd[1]: Starting Load Kernel Modules...687vm-test-run-nixbot-gitlab> gitlab # [    7.456648] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...688vm-test-run-nixbot-gitlab> gitlab # [    7.464641] systemd[1]: Starting Remount Root and Kernel File Systems...689vm-test-run-nixbot-gitlab> gitlab # [    7.465364] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki690vm-test-run-nixbot-gitlab> gitlab # [    7.478200] systemd[1]: Starting Coldplug All udev Devices...691vm-test-run-nixbot-gitlab> gitlab # [    7.482970] systemd[1]: Listening on Journal Log Access Socket.692vm-test-run-nixbot-gitlab> gitlab # [    7.483797] systemd[1]: Mounted Huge Pages File System.693vm-test-run-nixbot-gitlab> gitlab # [    7.486299] systemd[1]: Mounted POSIX Message Queue File System.694vm-test-run-nixbot-gitlab> gitlab # [    7.487494] systemd[1]: Mounted Kernel Debug File System.695vm-test-run-nixbot-gitlab> gitlab # [    7.488268] systemd[1]: Mounted Kernel Trace File System.696vm-test-run-nixbot-gitlab> gitlab # [    7.489495] systemd[1]: Finished Create List of Static Device Nodes.697vm-test-run-nixbot-gitlab> gitlab # [    7.490538] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.698vm-test-run-nixbot-gitlab> gitlab # [    7.491450] systemd[1]: Finished Load Kernel Module 9pnet_virtio.699vm-test-run-nixbot-gitlab> gitlab # [    7.492723] systemd[1]: Mounted Kernel Configuration File System.700vm-test-run-nixbot-gitlab> gitlab # [    7.498630] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...701vm-test-run-nixbot-gitlab> gitlab # [    7.514643] systemd[1]: Finished Load Kernel Modules.702vm-test-run-nixbot-gitlab> gitlab # [    7.519656] systemd[1]: Starting Firewall...703vm-test-run-nixbot-gitlab> gitlab # [    7.526746] fuse: init (API version 7.45)704vm-test-run-nixbot-gitlab> gitlab # [    7.528895] systemd[1]: Starting Apply Kernel Variables...705vm-test-run-nixbot-gitlab> gitlab # [    7.529957] systemd-journald[788]: Collecting audit messages is enabled.706vm-test-run-nixbot-gitlab> gitlab # [    7.542090] systemd[1]: modprobe@fuse.service: Deactivated successfully.707vm-test-run-nixbot-gitlab> gitlab # [    7.545058] systemd[1]: Finished Load Kernel Module fuse.708vm-test-run-nixbot-gitlab> gitlab # [    7.546207] EXT4-fs (vda): re-mounted 58630787-e953-44d3-bdd7-d827d1aa39d8.709vm-test-run-nixbot-gitlab> gitlab # [    7.539935] systemd[1]: Queued start job for default target Multi-User System.710vm-test-run-nixbot-gitlab> gitlab # [    7.543622] systemd[1]: Unnecessary job was removed for /dev/vdb.711vm-test-run-nixbot-gitlab> gitlab # [    7.548430] systemd[1]: systemd-journald.service: Deactivated successfully.[    7.557169] systemd[1]: Mounting FUSE Control File System...712vm-test-run-nixbot-gitlab> gitlab # [    7.558795] systemd[1]: Started Journal Service.713vm-test-run-nixbot-gitlab> gitlab # 714vm-test-run-nixbot-gitlab> gitlab # [    7.556598] systemd-modules-load[789]: Using 3 probe threads715vm-test-run-nixbot-gitlab> gitlab # [    7.558301] systemd-modules-load[789]: Module 'atkbd' is built in716vm-test-run-nixbot-gitlab> gitlab # [    7.560183] systemd-modules-load[789]: Module 'loop' is built in717vm-test-run-nixbot-gitlab> gitlab # [    7.561247] systemd-modules-load[789]: Inserted module 'tls'718vm-test-run-nixbot-gitlab> gitlab # [    7.562478] systemd-oomd[790]: No swap; memory pressure usage will be degraded719vm-test-run-nixbot-gitlab> gitlab # [    7.565253] systemd[1]: Finished Remount Root and Kernel File Systems.720vm-test-run-nixbot-gitlab> gitlab # [    7.566786] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.721vm-test-run-nixbot-gitlab> gitlab # [    7.568333] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.722vm-test-run-nixbot-gitlab> gitlab # [    7.570435] systemd[1]: Finished Apply Kernel Variables.723vm-test-run-nixbot-gitlab> gitlab # [    7.572710] systemd[1]: Mounted FUSE Control File System.724vm-test-run-nixbot-gitlab> gitlab # [    7.573855] systemd[1]: Starting Flush Journal to Persistent Storage...725vm-test-run-nixbot-gitlab> gitlab # [    7.574941] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore726vm-test-run-nixbot-gitlab> gitlab # [    7.584962] systemd[1]: Starting Load/Save OS Random Seed...727vm-test-run-nixbot-gitlab> gitlab # [    7.586759] systemd[1]: Starting Create Static Device Nodes in /dev...728vm-test-run-nixbot-gitlab> gitlab # [    7.587769] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki729vm-test-run-nixbot-gitlab> gitlab # [    7.620718] systemd-journald[788]: Received client request to flush runtime journal.730vm-test-run-nixbot-gitlab> gitlab # [    7.649781] systemd[1]: Finished Load/Save OS Random Seed.731vm-test-run-nixbot-gitlab> gitlab # [    7.652658] systemd[1]: Finished Create Static Device Nodes in /dev.732vm-test-run-nixbot-gitlab> gitlab # [    7.653861] systemd[1]: Reached target First Boot Complete.733vm-test-run-nixbot-gitlab> gitlab # [    7.655111] systemd[1]: Reached target Preparation for Local File Systems.734vm-test-run-nixbot-gitlab> gitlab # [    7.656375] systemd[1]: Starting Rule-based Manager for Device Events and Files...735vm-test-run-nixbot-gitlab> gitlab # [    7.657687] systemd[1]: Finished Flush Journal to Persistent Storage.736vm-test-run-nixbot-gitlab> gitlab # [    7.701015] systemd-udevd[834]: Using default interface naming scheme 'v260'.737vm-test-run-nixbot-gitlab> gitlab # [    7.752229] systemd[1]: Started Rule-based Manager for Device Events and Files.738vm-test-run-nixbot-gitlab> gitlab # [    7.944569] systemd[1]: Finished Firewall.739vm-test-run-nixbot-gitlab> gitlab # [    8.270214] systemd[1]: Mounting /run/wrappers...740vm-test-run-nixbot-gitlab> gitlab # [    8.271665] systemd[1]: Finished Coldplug All udev Devices.741vm-test-run-nixbot-gitlab> gitlab # [    8.308770] systemd[1]: Mounted /run/wrappers.742vm-test-run-nixbot-gitlab> gitlab # [    8.310271] systemd[1]: Reached target Local File Systems.743vm-test-run-nixbot-gitlab> gitlab # [    8.312706] systemd[1]: Listening on Boot Loader Control Service Socket.744vm-test-run-nixbot-gitlab> gitlab # [    8.316979] systemd[1]: Starting register-nix-paths.service...745vm-test-run-nixbot-gitlab> gitlab # [    8.324171] systemd[1]: Starting Create SUID/SGID Wrappers...746vm-test-run-nixbot-gitlab> gitlab # [    8.326859] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.747vm-test-run-nixbot-gitlab> gitlab # [    8.349763] systemd[1]: Starting Save Transient machine-id to Disk...748vm-test-run-nixbot-gitlab> gitlab # [    8.360132] systemd[1]: Starting Create System Files and Directories...749vm-test-run-nixbot-gitlab> gitlab # [    8.382435] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs750vm-test-run-nixbot-gitlab> gitlab # [    8.428641] systemd[1]: Finished Create System Files and Directories.751vm-test-run-nixbot-gitlab> gitlab # [    8.437898] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.752vm-test-run-nixbot-gitlab> gitlab # [    8.440517] systemd[1]: Finished Save Transient machine-id to Disk.753vm-test-run-nixbot-gitlab> gitlab # [    8.446738] systemd[1]: Starting Rebuild Journal Catalog...754vm-test-run-nixbot-gitlab> gitlab # [    8.448899] systemd[1]: Starting Record System Boot/Shutdown in UTMP...755vm-test-run-nixbot-gitlab> gitlab # [    8.475088] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.756vm-test-run-nixbot-gitlab> gitlab # [    8.491160] systemd[1]: Condition check resulted in /dev/ttyAMA0 being skipped.757vm-test-run-nixbot-gitlab> gitlab # [    8.498471] systemd[1]: Finished Record System Boot/Shutdown in UTMP.758vm-test-run-nixbot-gitlab> gitlab # [    8.517401] (udev-worker)[884]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.759vm-test-run-nixbot-gitlab> gitlab # [    8.520384] (udev-worker)[884]: Network interface NamePolicy= disabled on kernel command line.760vm-test-run-nixbot-gitlab> gitlab # [    8.524387] systemd[1]: Finished Rebuild Journal Catalog.761vm-test-run-nixbot-gitlab> gitlab # [    8.528777] systemd[1]: Starting Update is Completed...762vm-test-run-nixbot-gitlab> gitlab # [    8.556960] (udev-worker)[949]: Network interface NamePolicy= disabled on kernel command line.763vm-test-run-nixbot-gitlab> gitlab # [    8.560681] systemd[1]: Finished Update is Completed.764vm-test-run-nixbot-gitlab> gitlab # [    8.564737] systemd[1]: Condition check resulted in Virtio network device being skipped.765vm-test-run-nixbot-gitlab> gitlab # [    8.568840] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore766vm-test-run-nixbot-gitlab> gitlab # [    8.572153] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.767vm-test-run-nixbot-gitlab> gitlab # [    8.574158] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67768vm-test-run-nixbot-gitlab> gitlab # [    8.577332] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore769vm-test-run-nixbot-gitlab> gitlab # [    8.579111] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki770vm-test-run-nixbot-gitlab> gitlab # [    8.581011] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki771vm-test-run-nixbot-gitlab> gitlab # [    8.614833] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.772vm-test-run-nixbot-gitlab> gitlab # [    8.616407] systemd[1]: Finished Create SUID/SGID Wrappers.773vm-test-run-nixbot-gitlab> gitlab # [    8.617846] systemd[1]: suid-sgid-wrappers.service: Consumed 181ms CPU time over 294ms wall clock time, 6.8M memory peak, 2.2M read from disk.774vm-test-run-nixbot-gitlab> gitlab # [    8.645340] mousedev: PS/2 mouse device common for all mice775vm-test-run-nixbot-gitlab> gitlab # [    8.878220] systemd[1]: Finished register-nix-paths.service.776vm-test-run-nixbot-gitlab> gitlab # [    8.880362] systemd[1]: Reached target System Initialization.777vm-test-run-nixbot-gitlab> gitlab # [    8.881288] systemd[1]: Started Discard unused filesystem blocks once a week.778vm-test-run-nixbot-gitlab> gitlab # [    8.882636] systemd[1]: Started logrotate.timer.779vm-test-run-nixbot-gitlab> gitlab # [    8.883863] systemd[1]: Started Daily Cleanup of Temporary Directories.780vm-test-run-nixbot-gitlab> gitlab # [    8.884914] systemd[1]: Reached target Timer Units.781vm-test-run-nixbot-gitlab> gitlab # [    8.885638] systemd[1]: Listening on D-Bus System Message Bus Socket.782vm-test-run-nixbot-gitlab> gitlab # [    8.886525] systemd[1]: Listening on Nix Daemon Socket.783vm-test-run-nixbot-gitlab> gitlab # [    8.897523] systemd[1]: Starting nixbot CI service socket...784vm-test-run-nixbot-gitlab> gitlab # [    8.898438] systemd[1]: Listening on Hostname Service Socket.785vm-test-run-nixbot-gitlab> gitlab # [    8.902735] systemd[1]: Starting D-Bus System Message Bus...786vm-test-run-nixbot-gitlab> gitlab # [    8.903605] systemd[1]: Listening on nixbot CI service socket.787vm-test-run-nixbot-gitlab> gitlab # [    8.904527] systemd[1]: Reached target Socket Units.788vm-test-run-nixbot-gitlab> gitlab # [    8.937632] dbus-broker-launch[1037]: Looking up NSS user entry for 'systemd-timesync'...789vm-test-run-nixbot-gitlab> gitlab # [    8.939947] dbus-broker-launch[1037]: NSS returned no entry for 'systemd-timesync'790vm-test-run-nixbot-gitlab> gitlab # [    8.941684] dbus-broker-launch[1037]: Invalid user-name in /nix/store/ifm9k575wb3j66gvjx1xkdmmknzqr8v8-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"791vm-test-run-nixbot-gitlab> gitlab # [    8.944290] systemd[1]: Started D-Bus System Message Bus.792vm-test-run-nixbot-gitlab> gitlab # [    8.957297] dbus-broker-launch[1037]: Ready793vm-test-run-nixbot-gitlab> gitlab # [    8.958914] systemd[1]: Reached target Basic System.794vm-test-run-nixbot-gitlab> gitlab # [    8.962025] systemd[1]: Started backdoor.service.795vm-test-run-nixbot-gitlab> gitlab # [    8.980414] systemd[1]: Starting gitlab-config.service...796vm-test-run-nixbot-gitlab> gitlab # [    8.984532] systemd[1]: Starting Import lastlog data into lastlog2 database...797vm-test-run-nixbot-gitlab> gitlab # [    8.988525] systemd[1]: Starting Logrotate configuration check...798vm-test-run-nixbot-gitlab> gitlab # connecting to host...799vm-test-run-nixbot-gitlab> gitlab # [    8.993936] systemd[1]: Starting Name Service Cache Daemon (nsncd)...800vm-test-run-nixbot-gitlab> gitlab # [    8.999523] systemd[1]: Starting Post-Boot Actions...801vm-test-run-nixbot-gitlab> gitlab # [    9.008484] systemd[1]: Started Reset console on configuration changes.802vm-test-run-nixbot-gitlab> gitlab # [    9.012607] logrotate[1044]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.803vm-test-run-nixbot-gitlab> gitlab # [    9.014581] logrotate[1044]: reading config file /nix/store/hk6ay5j24mh4h8mpr5rxlxxxp8v61fnj-logrotate.conf804vm-test-run-nixbot-gitlab> gitlab # [    9.024480] logrotate[1044]: note: 'monthly' overrides previously specified 'weekly'805vm-test-run-nixbot-gitlab> gitlab # [    9.025474] logrotate[1044]: Reading state from file: /var/lib/logrotate.status806vm-test-run-nixbot-gitlab> gitlab # [    9.026377] logrotate[1044]: state file /var/lib/logrotate.status does not exist807vm-test-run-nixbot-gitlab> gitlab # [    9.027286] logrotate[1044]: Allocating hash table for state file, size 64 entries808vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'809vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell810vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.47 seconds)811vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.47 seconds)812vm-test-run-nixbot-gitlab> gitlab # [    9.031291] logrotate[1044]: Handling 4 logs813vm-test-run-nixbot-gitlab> gitlab # [    9.034114] logrotate[1044]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed814vm-test-run-nixbot-gitlab> gitlab # [    9.035971] logrotate[1044]: considering log /var/log/btmp815vm-test-run-nixbot-gitlab> gitlab # [    9.038662] logrotate[1044]: Creating new state816vm-test-run-nixbot-gitlab> gitlab # [    9.039310] logrotate[1044]:   Now: 2026-06-16 04:12817vm-test-run-nixbot-gitlab> gitlab # [    9.039930] logrotate[1044]:   Last rotated at 2026-06-16 04:00818vm-test-run-nixbot-gitlab> gitlab # [    9.042719] logrotate[1044]:   log does not need rotating (log has already been rotated)819vm-test-run-nixbot-gitlab> gitlab # [    9.043856] logrotate[1044]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed820vm-test-run-nixbot-gitlab> gitlab # [    9.046885] logrotate[1044]: considering log /var/log/wtmp821vm-test-run-nixbot-gitlab> gitlab # [    9.050198] logrotate[1044]: Creating new state822vm-test-run-nixbot-gitlab> gitlab # [    9.050843] logrotate[1044]:   Now: 2026-06-16 04:12823vm-test-run-nixbot-gitlab> gitlab # [    9.051488] logrotate[1044]:   Last rotated at 2026-06-16 04:00824vm-test-run-nixbot-gitlab> gitlab # [    9.054319] logrotate[1044]:   log does not need rotating (log has already been rotated)825vm-test-run-nixbot-gitlab> gitlab # [    9.055568] logrotate[1044]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed826vm-test-run-nixbot-gitlab> gitlab # [    9.057736] logrotate[1044]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1044)827vm-test-run-nixbot-gitlab> gitlab # [    9.058883] logrotate[1044]: considering log /var/gitlab/state/log/*.log828vm-test-run-nixbot-gitlab> gitlab # [    9.059717] logrotate[1044]:   log /var/gitlab/state/log/*.log does not exist -- skipping829vm-test-run-nixbot-gitlab> gitlab # [    9.061880] logrotate[1044]: Creating new state830vm-test-run-nixbot-gitlab> gitlab # [    9.062550] logrotate[1044]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1044)831vm-test-run-nixbot-gitlab> gitlab # [    9.063561] logrotate[1044]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed832vm-test-run-nixbot-gitlab> gitlab # [    9.066004] logrotate[1044]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1044)833vm-test-run-nixbot-gitlab> gitlab # [    9.067006] logrotate[1044]: considering log /var/log/nginx/*.log834vm-test-run-nixbot-gitlab> gitlab # [    9.067856] logrotate[1044]:   log /var/log/nginx/*.log does not exist -- skipping835vm-test-run-nixbot-gitlab> gitlab # [    9.070497] logrotate[1044]: Creating new state836vm-test-run-nixbot-gitlab> gitlab # [    9.071128] logrotate[1044]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1044)837vm-test-run-nixbot-gitlab> gitlab # [    9.072508] systemd[1]: Starting resolvconf update...838vm-test-run-nixbot-gitlab> gitlab # [    9.073507] systemd[1]: Finished Logrotate configuration check.839vm-test-run-nixbot-gitlab> gitlab # [    9.075085] systemd[1]: Finished Post-Boot Actions.840vm-test-run-nixbot-gitlab> gitlab # [    9.075940] systemd[1]: Finished Import lastlog data into lastlog2 database.841vm-test-run-nixbot-gitlab> gitlab # [    9.098827] nsncd[1045]: Jun 16 04:12:30.954 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"842vm-test-run-nixbot-gitlab> gitlab # [    9.104924] systemd[1]: Started Name Service Cache Daemon (nsncd).843vm-test-run-nixbot-gitlab> gitlab # [    9.105851] systemd[1]: Reached target Host and Network Name Lookups.844vm-test-run-nixbot-gitlab> gitlab # [    9.106689] systemd[1]: Reached target User and Group Name Lookups.845vm-test-run-nixbot-gitlab> gitlab # [    9.112530] systemd[1]: Starting User Login Management...846vm-test-run-nixbot-gitlab> gitlab # [    9.126473] systemd[1]: Stopped target Host and Network Name Lookups.847vm-test-run-nixbot-gitlab> gitlab # [    9.127783] systemd[1]: Stopping Host and Network Name Lookups...848vm-test-run-nixbot-gitlab> gitlab # [    9.128740] systemd[1]: Stopped target User and Group Name Lookups.849vm-test-run-nixbot-gitlab> gitlab # [    9.130504] systemd[1]: Stopping User and Group Name Lookups...850vm-test-run-nixbot-gitlab> gitlab # [    9.131345] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...851vm-test-run-nixbot-gitlab> gitlab # [    9.134826] systemd[1]: nscd.service: Deactivated successfully.852vm-test-run-nixbot-gitlab> gitlab # [    9.135761] systemd[1]: Stopped Name Service Cache Daemon (nsncd).853vm-test-run-nixbot-gitlab> gitlab # [    9.136851] systemd[1]: nscd.service: Consumed 28ms CPU time over 139ms wall clock time, 8M memory peak, 5.9M read from disk.854vm-test-run-nixbot-gitlab> gitlab # [    9.139965] systemd[1]: Starting Name Service Cache Daemon (nsncd)...855vm-test-run-nixbot-gitlab> gitlab # [    9.162049] systemd[1]: Started Name Service Cache Daemon (nsncd).856vm-test-run-nixbot-gitlab> gitlab # [    9.163254] nsncd[1124]: Jun 16 04:12:31.019 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"857vm-test-run-nixbot-gitlab> gitlab # [    9.167284] systemd[1]: Reached target Host and Network Name Lookups.858vm-test-run-nixbot-gitlab> gitlab # [    9.168416] systemd[1]: Reached target User and Group Name Lookups.859vm-test-run-nixbot-gitlab> gitlab # [    9.190473] systemd[1]: Finished resolvconf update.860vm-test-run-nixbot-gitlab> gitlab # [    9.191197] systemd[1]: Reached target Preparation for Network.861vm-test-run-nixbot-gitlab> gitlab # [    9.198970] systemd-logind[1112]: New seat seat0.862vm-test-run-nixbot-gitlab> gitlab # [    9.224088] systemd[1]: Starting DHCP Client...863vm-test-run-nixbot-gitlab> gitlab # [    9.225969] systemd[1]: Starting Address configuration of eth1...864vm-test-run-nixbot-gitlab> gitlab # [    9.230622] systemd[1]: Starting Extra networking commands....865vm-test-run-nixbot-gitlab> gitlab # [    9.231484] systemd-logind[1112]: Watching system buttons on /dev/input/event1 (QEMU QEMU USB Keyboard)866vm-test-run-nixbot-gitlab> gitlab # [    9.233017] systemd-logind[1112]: Watching system buttons on /dev/input/event0 (gpio-keys)867vm-test-run-nixbot-gitlab> gitlab # [    9.234273] systemd[1]: Started User Login Management.868vm-test-run-nixbot-gitlab> gitlab # [    9.236572] systemd[1]: Starting linger-users.service...869vm-test-run-nixbot-gitlab> gitlab # [    9.266744] systemd[1]: linger-users.service: Deactivated successfully.870vm-test-run-nixbot-gitlab> gitlab # [    9.267665] systemd[1]: Finished linger-users.service.871vm-test-run-nixbot-gitlab> gitlab # [    9.285290] input: QEMU Virtio Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:08.0/virtio7/input/input3872vm-test-run-nixbot-gitlab> gitlab # [    9.281484] network-addresses-eth1-start[1153]: adding address 192.168.1.1/24... done873vm-test-run-nixbot-gitlab> gitlab # [    9.304943] network-addresses-eth1-start[1153]: adding address 2001:db8:1::1/64... done874vm-test-run-nixbot-gitlab> gitlab # [    9.311839] systemd[1]: Finished Address configuration of eth1.875vm-test-run-nixbot-gitlab> gitlab # [    9.347527] systemd[1]: Finished Extra networking commands..876vm-test-run-nixbot-gitlab> gitlab # [    9.348414] systemd[1]: Reached target Network.877vm-test-run-nixbot-gitlab> gitlab # [    9.350671] systemd[1]: Starting gitlab-workhorse.service...878vm-test-run-nixbot-gitlab> gitlab # [    9.369496] systemd[1]: Starting Nginx Web Server...879vm-test-run-nixbot-gitlab> gitlab # [    9.370801] dhcpcd[1183]: dhcpcd-10.3.2 starting880vm-test-run-nixbot-gitlab> gitlab # [    9.371488] systemd[1]: Starting PostgreSQL Server...881vm-test-run-nixbot-gitlab> gitlab # [    9.378324] dhcpcd[1218]: dev: loaded udev882vm-test-run-nixbot-gitlab> gitlab # [    9.387535] systemd[1]: Starting Redis Server - redis-gitlab...883vm-test-run-nixbot-gitlab> gitlab # [    9.400331] 8021q: 802.1Q VLAN Support v1.8884vm-test-run-nixbot-gitlab> gitlab # [    9.401001] 8021q: adding VLAN 0 to HW filter on device eth1885vm-test-run-nixbot-gitlab> gitlab # [    9.395701] systemd[1]: Starting Permit User Sessions...886vm-test-run-nixbot-gitlab> gitlab # [    9.439132] systemd[1]: Finished Permit User Sessions.887vm-test-run-nixbot-gitlab> gitlab # [    9.459061] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.888vm-test-run-nixbot-gitlab> gitlab # [    9.464106] systemd[1]: Started Getty on tty1.889vm-test-run-nixbot-gitlab> gitlab # [    9.464864] systemd[1]: Reached target Login Prompts.890vm-test-run-nixbot-gitlab> gitlab # [    9.467140] systemd[1]: Starting Virtual Console Setup...891vm-test-run-nixbot-gitlab> gitlab # [    9.487101] cfg80211: Loading compiled-in X.509 certificates for regulatory database892vm-test-run-nixbot-gitlab> gitlab # [    9.483652] systemd-logind[1112]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard)893vm-test-run-nixbot-gitlab> gitlab # [    9.495145] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'894vm-test-run-nixbot-gitlab> gitlab # [    9.495656] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'895vm-test-run-nixbot-gitlab> gitlab # [    9.497417] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2896vm-test-run-nixbot-gitlab> gitlab # [    9.497745] cfg80211: failed to load regulatory.db897vm-test-run-nixbot-gitlab> gitlab # [    9.548846] 8021q: adding VLAN 0 to HW filter on device eth0898vm-test-run-nixbot-gitlab> gitlab # [    9.544758] dhcpcd[1218]: eth0: waiting for carrier899vm-test-run-nixbot-gitlab> gitlab # [    9.545508] dhcpcd[1218]: eth0: carrier acquired900vm-test-run-nixbot-gitlab> gitlab # [    9.550532] dhcpcd[1218]: DUID 00:01:00:01:31:c3:89:af:52:54:00:12:34:56901vm-test-run-nixbot-gitlab> gitlab # [    9.551832] dhcpcd[1218]: eth0: IAID 00:12:34:56902vm-test-run-nixbot-gitlab> gitlab # [    9.553077] dhcpcd[1218]: eth0: adding address fe80::5054:ff:fe12:3456903vm-test-run-nixbot-gitlab> gitlab # [    9.563969] systemd-vconsole-setup[1228]: Configuration of first virtual console was skipped, ignoring remaining ones.904vm-test-run-nixbot-gitlab> gitlab # [    9.566983] systemd[1]: Finished Virtual Console Setup.905vm-test-run-nixbot-gitlab> gitlab # [    9.635769] redis-server[1254]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.906vm-test-run-nixbot-gitlab> gitlab # [    9.639352] redis-server[1254]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo907vm-test-run-nixbot-gitlab> gitlab # [    9.640661] redis-server[1254]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1254, just started908vm-test-run-nixbot-gitlab> gitlab # [    9.642206] systemd[1]: Started Redis Server - redis-gitlab.909vm-test-run-nixbot-gitlab> gitlab # [    9.643005] redis-server[1254]: Configuration loaded910vm-test-run-nixbot-gitlab> gitlab # [    9.643953] redis[1254]: monotonic clock: ARM CNTVCT @ 1000 ticks/us911vm-test-run-nixbot-gitlab> gitlab # [    9.645580] nginx-pre-start[1256]: nginx: the configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf syntax is ok912vm-test-run-nixbot-gitlab> gitlab # [    9.647129] nginx-pre-start[1256]: nginx: configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf test is successful913vm-test-run-nixbot-gitlab> gitlab # [    9.648770] redis[1254]: Running mode=standalone, port=0.914vm-test-run-nixbot-gitlab> gitlab # [    9.649660] systemd[1]: Started Nginx Web Server.915vm-test-run-nixbot-gitlab> gitlab # [    9.650360] redis[1254]: Server initialized916vm-test-run-nixbot-gitlab> gitlab # [    9.651257] redis[1254]: Ready to accept connections unix917vm-test-run-nixbot-gitlab> gitlab # [    9.652165] redis[1254]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.918vm-test-run-nixbot-gitlab> gitlab # [    9.666897] postgresql-pre-start[1258]: The files belonging to this database system will be owned by user "postgres".919vm-test-run-nixbot-gitlab> gitlab # [    9.669119] postgresql-pre-start[1258]: This user must also own the server process.920vm-test-run-nixbot-gitlab> gitlab # [    9.670330] postgresql-pre-start[1258]: The database cluster will be initialized with locale "en_US.UTF-8".921vm-test-run-nixbot-gitlab> gitlab # [    9.671509] postgresql-pre-start[1258]: The default database encoding has accordingly been set to "UTF8".922vm-test-run-nixbot-gitlab> gitlab # [    9.673354] postgresql-pre-start[1258]: The default text search configuration will be set to "english".923vm-test-run-nixbot-gitlab> gitlab # [    9.674660] postgresql-pre-start[1258]: Data page checksums are disabled.924vm-test-run-nixbot-gitlab> gitlab # [    9.675654] postgresql-pre-start[1258]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok925vm-test-run-nixbot-gitlab> gitlab # [    9.677434] postgresql-pre-start[1258]: creating subdirectories ... ok926vm-test-run-nixbot-gitlab> gitlab # [    9.678402] postgresql-pre-start[1258]: selecting dynamic shared memory implementation ... posix927vm-test-run-nixbot-gitlab> gitlab # [    9.706384] postgresql-pre-start[1258]: selecting default "max_connections" ... 100928vm-test-run-nixbot-gitlab> gitlab # [    9.729070] dhcpcd[1218]: eth0: soliciting a DHCP lease929vm-test-run-nixbot-gitlab> gitlab # [    9.744619] dhcpcd[1218]: eth0: offered 10.0.2.15 from 10.0.2.2930vm-test-run-nixbot-gitlab> gitlab # [    9.758338] postgresql-pre-start[1258]: selecting default "shared_buffers" ... 128MB931vm-test-run-nixbot-gitlab> gitlab # [    9.768276] dhcpcd[1218]: eth0: probing address 10.0.2.15/24932vm-test-run-nixbot-gitlab> gitlab # [   10.005585] systemd[1]: Started gitlab-workhorse.service.933vm-test-run-nixbot-gitlab> gitlab # [   10.197740] postgresql-pre-start[1258]: selecting default time zone ... UTC934vm-test-run-nixbot-gitlab> gitlab # [   10.200509] postgresql-pre-start[1258]: creating configuration files ... ok935vm-test-run-nixbot-gitlab> gitlab # [   10.312668] gitlab-workhorse[1282]: time="2026-06-16T04:12:32Z" level=info msg=Starting build_time=19700101.000000 version=18.11.4936vm-test-run-nixbot-gitlab> gitlab # [   10.317757] gitlab-workhorse[1282]: time="2026-06-16T04:12:32Z" level=info msg="Using redis/go-redis"937vm-test-run-nixbot-gitlab> gitlab # [   10.321812] gitlab-workhorse[1282]: time="2026-06-16T04:12:32Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix938vm-test-run-nixbot-gitlab> gitlab # [   10.428690] postgresql-pre-start[1258]: running bootstrap script ... ok939vm-test-run-nixbot-gitlab> gitlab # [   11.167790] postgresql-pre-start[1258]: performing post-bootstrap initialization ... ok940vm-test-run-nixbot-gitlab> gitlab # [   11.429691] postgresql-pre-start[1258]: syncing data to disk ... ok941vm-test-run-nixbot-gitlab> gitlab # [   11.432488] postgresql-pre-start[1258]: initdb: warning: enabling "trust" authentication for local connections942vm-test-run-nixbot-gitlab> gitlab # [   11.436376] postgresql-pre-start[1258]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.943vm-test-run-nixbot-gitlab> gitlab # [   11.442435] postgresql-pre-start[1258]: Success. You can now start the database server using:944vm-test-run-nixbot-gitlab> gitlab # [   11.445931] postgresql-pre-start[1258]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start945vm-test-run-nixbot-gitlab> gitlab # [   11.607059] postgres[1316]: [1316] LOG:  starting PostgreSQL 17.10 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit946vm-test-run-nixbot-gitlab> gitlab # [   11.613762] postgres[1316]: [1316] LOG:  listening on IPv6 address "::1", port 5432947vm-test-run-nixbot-gitlab> gitlab # [   11.617423] postgres[1316]: [1316] LOG:  listening on IPv4 address "127.0.0.1", port 5432948vm-test-run-nixbot-gitlab> gitlab # [   11.620951] postgres[1316]: [1316] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"949vm-test-run-nixbot-gitlab> gitlab # [   11.626066] postgres[1327]: [1327] LOG:  database system was shut down at 2026-06-16 04:12:33 GMT950vm-test-run-nixbot-gitlab> gitlab # [   11.639920] postgres[1316]: [1316] LOG:  database system is ready to accept connections951vm-test-run-nixbot-gitlab> gitlab # [   11.643880] systemd[1]: Started PostgreSQL Server.952vm-test-run-nixbot-gitlab> gitlab # [   11.649292] systemd[1]: Starting PostgreSQL Setup Scripts...953vm-test-run-nixbot-gitlab> gitlab # [   11.720139] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1320]: mkdir -p /var/gitlab/state/home/.ssh: OK954vm-test-run-nixbot-gitlab> gitlab # [   11.724130] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1320]: chmod 700 /var/gitlab/state/home/.ssh: OK955vm-test-run-nixbot-gitlab> gitlab # [   11.846598] systemd[1]: Finished gitlab-config.service.956vm-test-run-nixbot-gitlab> gitlab # [   11.853197] systemd[1]: Started gitaly.service.957vm-test-run-nixbot-gitlab> gitlab # [   11.921609] postgresql-setup-start[1345]: CREATE DATABASE958vm-test-run-nixbot-gitlab> gitlab # [   11.977690] postgresql-setup-start[1357]: CREATE ROLE959vm-test-run-nixbot-gitlab> gitlab # [   12.002613] dhcpcd[1218]: eth0: soliciting an IPv6 router960vm-test-run-nixbot-gitlab> gitlab # [   12.005393] dhcpcd[1218]: eth0: Router Advertisement from fe80::2961vm-test-run-nixbot-gitlab> gitlab # [   12.008214] postgresql-setup-start[1359]: ALTER DATABASE962vm-test-run-nixbot-gitlab> gitlab # [   12.010339] dhcpcd[1218]: eth0: adding address fec0::5054:ff:fe12:3456/64963vm-test-run-nixbot-gitlab> gitlab # [   12.013414] dhcpcd[1218]: eth0: adding route to fec0::/64964vm-test-run-nixbot-gitlab> gitlab # [   12.015653] dhcpcd[1218]: eth0: adding default route via fe80::2965vm-test-run-nixbot-gitlab> gitlab # [   12.061088] postgresql-setup-start[1364]: CREATE ROLE966vm-test-run-nixbot-gitlab> gitlab # [   12.063959] systemd[1]: Finished PostgreSQL Setup Scripts.967vm-test-run-nixbot-gitlab> gitlab # [   12.066675] systemd[1]: Reached target PostgreSQL.968vm-test-run-nixbot-gitlab> gitlab # [   12.071731] systemd[1]: Starting gitlab-db-config.service...969vm-test-run-nixbot-gitlab> gitlab # [   12.078373] systemd[1]: Starting gitlab-postgresql.service...970vm-test-run-nixbot-gitlab> gitlab # [   12.273954] gitlab-postgresql-start[1374]: CREATE DATABASE971vm-test-run-nixbot-gitlab> gitlab # [   12.348283] gitlab-postgresql-start[1386]: CREATE EXTENSION972vm-test-run-nixbot-gitlab> gitlab # [   12.422572] gitlab-postgresql-start[1396]: CREATE EXTENSION973vm-test-run-nixbot-gitlab> gitlab # [   12.428773] systemd[1]: Finished gitlab-postgresql.service.974vm-test-run-nixbot-gitlab> gitlab # [   12.587690] gitaly[1352]: time="2026-06-16T04:12:34.443Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/krygc3bmd623znp2pddh3fv21q5f3nz2-gitaly.toml' and fix the errors that are printed." pid=1352975vm-test-run-nixbot-gitlab> gitlab # [   12.598575] gitaly[1352]: time="2026-06-16T04:12:34.444Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=1352976vm-test-run-nixbot-gitlab> gitlab # [   12.603352] gitaly[1352]: time="2026-06-16T04:12:34.444Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=1352977vm-test-run-nixbot-gitlab> gitlab # [   12.609707] gitaly[1352]: time="2026-06-16T04:12:34.444Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=1352978vm-test-run-nixbot-gitlab> gitlab # [   12.614967] gitaly[1352]: time="2026-06-16T04:12:34.444Z" level=info msg="Starting Gitaly" pid=1352 version=18.11.4979vm-test-run-nixbot-gitlab> gitlab # [   12.813219] gitaly[1352]: time="2026-06-16T04:12:34.670Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=225 pid=1352980vm-test-run-nixbot-gitlab> gitlab # [   12.814848] gitaly[1352]: time="2026-06-16T04:12:34.670Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=1352981vm-test-run-nixbot-gitlab> gitlab # [   12.816316] gitaly[1352]: time="2026-06-16T04:12:34.670Z" level=info msg="finished initializing command factory" duration_ms=0 pid=1352982vm-test-run-nixbot-gitlab> gitlab # [   12.817754] gitaly[1352]: time="2026-06-16T04:12:34.670Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1352/git-exec-1379179883.d/git pid=1352983vm-test-run-nixbot-gitlab> gitlab # [   12.819442] gitaly[1352]: time="2026-06-16T04:12:34.675Z" level=info msg="finished detecting git version" duration_ms=4 pid=1352984vm-test-run-nixbot-gitlab> gitlab # [   12.820919] gitaly[1352]: time="2026-06-16T04:12:34.675Z" level=info msg="using Git version" pid=1352 version=2.53.g985vm-test-run-nixbot-gitlab> gitlab # [   12.822153] gitaly[1352]: time="2026-06-16T04:12:34.675Z" level=info msg="clearing disk cache object folder" pid=1352 storage=default986vm-test-run-nixbot-gitlab> gitlab # [   12.823540] gitaly[1352]: time="2026-06-16T04:12:34.675Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache1788792873 pid=1352 storage=default987vm-test-run-nixbot-gitlab> gitlab # [   12.825849] gitaly[1352]: time="2026-06-16T04:12:34.675Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache1788792873 pid=1352 storage=default988vm-test-run-nixbot-gitlab> gitlab # [   12.828344] gitaly[1352]: time="2026-06-16T04:12:34.675Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=1352989vm-test-run-nixbot-gitlab> gitlab # [   12.830639] gitaly[1352]: time="2026-06-16T04:12:34.675Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=1352990vm-test-run-nixbot-gitlab> gitlab # [   12.833165] gitaly[1352]: time="2026-06-16T04:12:34.675Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache1788792873 clear_duration_ms=0 pid=1352 storage=default991vm-test-run-nixbot-gitlab> gitlab # [   12.839632] gitaly[1352]: time="2026-06-16T04:12:34.696Z" level=info msg="counting repositories" pid=1352992vm-test-run-nixbot-gitlab> gitlab # [   12.840974] gitaly[1352]: time="2026-06-16T04:12:34.696Z" level=info msg="starting to count repositories" pid=1352 storage_path=/var/gitlab/state/repositories993vm-test-run-nixbot-gitlab> gitlab # [   12.842606] gitaly[1352]: time="2026-06-16T04:12:34.696Z" level=info msg="finished tempdir cleaner walk" pid=1352 storage=default time_ms=0994vm-test-run-nixbot-gitlab> gitlab # [   12.844082] gitaly[1352]: time="2026-06-16T04:12:34.696Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1352 storage_path=/var/gitlab/state/repositories995vm-test-run-nixbot-gitlab> gitlab # [   12.845966] gitaly[1352]: time="2026-06-16T04:12:34.696Z" level=info msg="completed counting all repositories" counting_duration=0 pid=1352996vm-test-run-nixbot-gitlab> gitlab # [   12.847419] gitaly[1352]: time="2026-06-16T04:12:34.696Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=1352997vm-test-run-nixbot-gitlab> gitlab # [   12.849467] gitaly[1352]: time="2026-06-16T04:12:34.697Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1352 schema=unix998vm-test-run-nixbot-gitlab> gitlab # [   12.851204] gitaly[1352]: time="2026-06-16T04:12:34.697Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1352/sock.d/intern pid=1352 schema=unix999vm-test-run-nixbot-gitlab> gitlab # [   12.854510] gitaly[1352]: time="2026-06-16T04:12:34.710Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13521000vm-test-run-nixbot-gitlab> gitlab # [   12.856225] gitaly[1352]: time="2026-06-16T04:12:34.710Z" level=info msg="Started Gitaly" duration_ms=266 pid=13521001vm-test-run-nixbot-gitlab> gitlab # [   12.857516] gitaly[1352]: time="2026-06-16T04:12:34.713Z" level=info msg="maintenance: daily scheduled" pid=1352 scheduled="2026-06-16 12:00:00 +0000 UTC"1002vm-test-run-nixbot-gitlab> gitlab # [   13.378558] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1372]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1003vm-test-run-nixbot-gitlab> gitlab # [   13.381016] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1372]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1004vm-test-run-nixbot-gitlab> gitlab # [   13.398138] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1372]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1005vm-test-run-nixbot-gitlab> gitlab # [   14.310509] dhcpcd[1218]: eth0: leased 10.0.2.15 for 86400 seconds1006vm-test-run-nixbot-gitlab> gitlab # [   14.313261] dhcpcd[1218]: eth0: adding route to 10.0.2.0/241007vm-test-run-nixbot-gitlab> gitlab # [   14.317631] dhcpcd[1218]: eth0: adding default route via 10.0.2.21008vm-test-run-nixbot-gitlab> gitlab # [   14.484976] systemd[1]: Started DHCP Client.1009vm-test-run-nixbot-gitlab> gitlab # [   14.486495] systemd[1]: Reached target Network is Online.1010vm-test-run-nixbot-gitlab> gitlab # [   16.261526] gitaly[1352]: time="2026-06-16T04:12:38.117Z" level=info msg="License database preloaded" duration_ms=3673 pid=13521011vm-test-run-nixbot-gitlab> gitlab # [   54.817247] postgres[1820]: [1820] ERROR:  relation "feature_gates" does not exist at character 5231012vm-test-run-nixbot-gitlab> gitlab # [   54.817888] postgres[1820]: [1820] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),1013vm-test-run-nixbot-gitlab> gitlab # [   54.818039] postgres[1820]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1014vm-test-run-nixbot-gitlab> gitlab # [   54.818158] postgres[1820]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,1015vm-test-run-nixbot-gitlab> gitlab # [   54.818275] postgres[1820]: 	       attidentity AS identity,1016vm-test-run-nixbot-gitlab> gitlab # [   54.818393] postgres[1820]: 	       attgenerated as attgenerated1017vm-test-run-nixbot-gitlab> gitlab # [   54.818510] postgres[1820]: 	  FROM pg_attribute a1018vm-test-run-nixbot-gitlab> gitlab # [   54.818628] postgres[1820]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1019vm-test-run-nixbot-gitlab> gitlab # [   54.818773] postgres[1820]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid1020vm-test-run-nixbot-gitlab> gitlab # [   54.818892] postgres[1820]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1021vm-test-run-nixbot-gitlab> gitlab # [   54.819009] postgres[1820]: 	 WHERE a.attrelid = '"feature_gates"'::regclass1022vm-test-run-nixbot-gitlab> gitlab # [   54.819126] postgres[1820]: 	   AND a.attnum > 0 AND NOT a.attisdropped1023vm-test-run-nixbot-gitlab> gitlab # [   54.819243] postgres[1820]: 	 ORDER BY a.attnum1024vm-test-run-nixbot-gitlab> gitlab # [   54.819360] postgres[1820]:1025vm-test-run-nixbot-gitlab> gitlab # [   55.086011] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1372]: W, [2026-06-16T04:13:16.942103 #1372]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1026vm-test-run-nixbot-gitlab> gitlab # [   60.383726] gitlab-workhorse[1282]: time="2026-06-16T04:13:22Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1027vm-test-run-nixbot-gitlab> gitlab # [   62.912871] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1902]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping1028vm-test-run-nixbot-gitlab> gitlab # [   62.913292] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1902]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping1029vm-test-run-nixbot-gitlab> gitlab # [   70.390328] gitlab-workhorse[1282]: time="2026-06-16T04:13:32Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1030vm-test-run-nixbot-gitlab> gitlab # [   80.398369] gitlab-workhorse[1282]: time="2026-06-16T04:13:42Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1031vm-test-run-nixbot-gitlab> gitlab # [   86.900932] postgres[1996]: [1996] ERROR:  relation "table_without_models" does not exist1032vm-test-run-nixbot-gitlab> gitlab # [   86.901532] postgres[1996]: [1996] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')1033vm-test-run-nixbot-gitlab> gitlab # [   90.406155] gitlab-workhorse[1282]: time="2026-06-16T04:13:52Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1034vm-test-run-nixbot-gitlab> gitlab # [  100.416964] gitlab-workhorse[1282]: time="2026-06-16T04:14:02Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1035vm-test-run-nixbot-gitlab> gitlab # [  110.417785] gitlab-workhorse[1282]: time="2026-06-16T04:14:12Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1036vm-test-run-nixbot-gitlab> gitlab # [  118.668744] systemd[1]: Finished gitlab-db-config.service.1037vm-test-run-nixbot-gitlab> gitlab # [  118.674926] systemd[1]: Started gitlab-sidekiq.service.1038vm-test-run-nixbot-gitlab> gitlab # [  118.681860] systemd[1]: Starting gitlab.service...1039vm-test-run-nixbot-gitlab> gitlab # [  119.261390] bundle[2380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1040vm-test-run-nixbot-gitlab> gitlab # [  119.269558] bundle[2380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1041vm-test-run-nixbot-gitlab> gitlab # [  119.275386] bundle[2380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1042vm-test-run-nixbot-gitlab> gitlab # [  120.426207] gitlab-workhorse[1282]: time="2026-06-16T04:14:22Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1043vm-test-run-nixbot-gitlab> gitlab # [  123.725359] sidekiq-cluster[2379]: {"severity":"INFO","time":"2026-06-16T04:14:25.555Z","message":"Starting cluster with 1 processes"}1044vm-test-run-nixbot-gitlab> gitlab # [  123.773532] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.601Z","pid":2380,"message":"* Enabling systemd notification integration"}1045vm-test-run-nixbot-gitlab> gitlab # [  123.779225] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.629Z","pid":2380,"message":"Puma starting in cluster mode..."}1046vm-test-run-nixbot-gitlab> gitlab # [  123.783475] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.629Z","pid":2380,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1047vm-test-run-nixbot-gitlab> gitlab # [  123.787953] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.630Z","pid":2380,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1048vm-test-run-nixbot-gitlab> gitlab # [  123.793394] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.630Z","pid":2380,"message":"*  Min threads: 0"}1049vm-test-run-nixbot-gitlab> gitlab # [  123.797027] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.630Z","pid":2380,"message":"*  Max threads: 4"}1050vm-test-run-nixbot-gitlab> gitlab # [  123.800735] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.630Z","pid":2380,"message":"*  Environment: production"}1051vm-test-run-nixbot-gitlab> gitlab # [  123.805105] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.630Z","pid":2380,"message":"*   Master PID: 2380"}1052vm-test-run-nixbot-gitlab> gitlab # [  123.808898] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.630Z","pid":2380,"message":"*      Workers: 2"}1053vm-test-run-nixbot-gitlab> gitlab # [  123.812512] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.630Z","pid":2380,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}1054vm-test-run-nixbot-gitlab> gitlab # [  123.817190] bundle[2380]: {"timestamp":"2026-06-16T04:14:25.630Z","pid":2380,"message":"* Preloading application"}1055vm-test-run-nixbot-gitlab> gitlab # [  130.431447] gitlab-workhorse[1282]: time="2026-06-16T04:14:32Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1056vm-test-run-nixbot-gitlab> gitlab # [  140.433700] gitlab-workhorse[1282]: time="2026-06-16T04:14:42Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1057vm-test-run-nixbot-gitlab> gitlab # [  150.444252] gitlab-workhorse[1282]: time="2026-06-16T04:14:52Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1058vm-test-run-nixbot-gitlab> gitlab # [  160.454156] gitlab-workhorse[1282]: time="2026-06-16T04:15:02Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1059vm-test-run-nixbot-gitlab> gitlab # [  161.160648] bundle[2380]: W, [2026-06-16T04:15:03.015564 #2380]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1060vm-test-run-nixbot-gitlab> gitlab # [  165.806076] sidekiq-cluster[2420]: 2026-06-16T04:15:07.661Z pid=2420 tid=tto INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2420, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>448110592}1061vm-test-run-nixbot-gitlab> gitlab # [  166.209113] sidekiq-cluster[2420]: W, [2026-06-16T04:15:08.066029 #2420]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1062vm-test-run-nixbot-gitlab> gitlab # [  166.278695] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:08.135Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1063vm-test-run-nixbot-gitlab> gitlab # [  169.878262] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.734Z","message":"GitLab reliable fetch activated!"}1064vm-test-run-nixbot-gitlab> gitlab # [  169.878678] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.734Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1065vm-test-run-nixbot-gitlab> gitlab # [  169.914495] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.771Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1066vm-test-run-nixbot-gitlab> gitlab # [  169.921455] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.774Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1067vm-test-run-nixbot-gitlab> gitlab # [  169.932367] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.777Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1068vm-test-run-nixbot-gitlab> gitlab # [  169.942884] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.780Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1069vm-test-run-nixbot-gitlab> gitlab # [  169.949733] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.783Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1070vm-test-run-nixbot-gitlab> gitlab # [  169.954962] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.786Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1071vm-test-run-nixbot-gitlab> gitlab # [  169.959306] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.788Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1072vm-test-run-nixbot-gitlab> gitlab # [  169.963485] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.790Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1073vm-test-run-nixbot-gitlab> gitlab # [  169.967603] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.792Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1074vm-test-run-nixbot-gitlab> gitlab # [  169.972555] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.795Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1075vm-test-run-nixbot-gitlab> gitlab # [  169.978967] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.797Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1076vm-test-run-nixbot-gitlab> gitlab # [  169.984894] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.800Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1077vm-test-run-nixbot-gitlab> gitlab # [  169.989732] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.802Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1078vm-test-run-nixbot-gitlab> gitlab # [  169.994840] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.805Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1079vm-test-run-nixbot-gitlab> gitlab # [  169.999372] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.807Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1080vm-test-run-nixbot-gitlab> gitlab # [  170.003676] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.810Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1081vm-test-run-nixbot-gitlab> gitlab # [  170.007650] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.813Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1082vm-test-run-nixbot-gitlab> gitlab # [  170.011219] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.816Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1083vm-test-run-nixbot-gitlab> gitlab # [  170.014448] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.819Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1084vm-test-run-nixbot-gitlab> gitlab # [  170.017834] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.822Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1085vm-test-run-nixbot-gitlab> gitlab # [  170.020875] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.825Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1086vm-test-run-nixbot-gitlab> gitlab # [  170.024166] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.828Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1087vm-test-run-nixbot-gitlab> gitlab # [  170.027457] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.830Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1088vm-test-run-nixbot-gitlab> gitlab # [  170.030403] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.833Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1089vm-test-run-nixbot-gitlab> gitlab # [  170.033311] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.835Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1090vm-test-run-nixbot-gitlab> gitlab # [  170.036063] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.838Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1091vm-test-run-nixbot-gitlab> gitlab # [  170.038595] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.841Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1092vm-test-run-nixbot-gitlab> gitlab # [  170.041094] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.844Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1093vm-test-run-nixbot-gitlab> gitlab # [  170.043566] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.847Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1094vm-test-run-nixbot-gitlab> gitlab # [  170.046201] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.851Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1095vm-test-run-nixbot-gitlab> gitlab # [  170.048740] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.854Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1096vm-test-run-nixbot-gitlab> gitlab # [  170.051018] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.856Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1097vm-test-run-nixbot-gitlab> gitlab # [  170.053608] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.859Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1098vm-test-run-nixbot-gitlab> gitlab # [  170.055773] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.862Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1099vm-test-run-nixbot-gitlab> gitlab # [  170.058215] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.864Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1100vm-test-run-nixbot-gitlab> gitlab # [  170.060425] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.866Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1101vm-test-run-nixbot-gitlab> gitlab # [  170.062587] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.868Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1102vm-test-run-nixbot-gitlab> gitlab # [  170.064885] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.871Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1103vm-test-run-nixbot-gitlab> gitlab # [  170.066919] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.875Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1104vm-test-run-nixbot-gitlab> gitlab # [  170.069013] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.877Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1105vm-test-run-nixbot-gitlab> gitlab # [  170.070970] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.879Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1106vm-test-run-nixbot-gitlab> gitlab # [  170.073168] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.881Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1107vm-test-run-nixbot-gitlab> gitlab # [  170.075232] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.884Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1108vm-test-run-nixbot-gitlab> gitlab # [  170.077423] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.886Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1109vm-test-run-nixbot-gitlab> gitlab # [  170.079439] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.888Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1110vm-test-run-nixbot-gitlab> gitlab # [  170.081598] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.891Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1111vm-test-run-nixbot-gitlab> gitlab # [  170.083666] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.894Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1112vm-test-run-nixbot-gitlab> gitlab # [  170.085785] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.896Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1113vm-test-run-nixbot-gitlab> gitlab # [  170.087744] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.899Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1114vm-test-run-nixbot-gitlab> gitlab # [  170.089815] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.902Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1115vm-test-run-nixbot-gitlab> gitlab # [  170.091780] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.905Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1116vm-test-run-nixbot-gitlab> gitlab # [  170.093910] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.908Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1117vm-test-run-nixbot-gitlab> gitlab # [  170.095858] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.912Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1118vm-test-run-nixbot-gitlab> gitlab # [  170.130076] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.987Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1119vm-test-run-nixbot-gitlab> gitlab # [  170.137199] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:11.994Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1120vm-test-run-nixbot-gitlab> gitlab # [  170.144561] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.001Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1121vm-test-run-nixbot-gitlab> gitlab # [  170.155449] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.012Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1122vm-test-run-nixbot-gitlab> gitlab # [  170.160674] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.016Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1123vm-test-run-nixbot-gitlab> gitlab # [  170.165767] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.022Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1124vm-test-run-nixbot-gitlab> gitlab # [  170.170339] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.025Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1125vm-test-run-nixbot-gitlab> gitlab # [  170.174703] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.030Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1126vm-test-run-nixbot-gitlab> gitlab # [  170.178356] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.034Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1127vm-test-run-nixbot-gitlab> gitlab # [  170.182602] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.039Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1128vm-test-run-nixbot-gitlab> gitlab # [  170.186252] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.043Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1129vm-test-run-nixbot-gitlab> gitlab # [  170.193463] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.050Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1130vm-test-run-nixbot-gitlab> gitlab # [  170.199690] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.056Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1131vm-test-run-nixbot-gitlab> gitlab # [  170.204410] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.061Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1132vm-test-run-nixbot-gitlab> gitlab # [  170.208422] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.065Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1133vm-test-run-nixbot-gitlab> gitlab # [  170.212325] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.068Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1134vm-test-run-nixbot-gitlab> gitlab # [  170.216208] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.070Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1135vm-test-run-nixbot-gitlab> gitlab # [  170.219924] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.074Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1136vm-test-run-nixbot-gitlab> gitlab # [  170.223538] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.077Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1137vm-test-run-nixbot-gitlab> gitlab # [  170.226858] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.081Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1138vm-test-run-nixbot-gitlab> gitlab # [  170.230002] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.083Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1139vm-test-run-nixbot-gitlab> gitlab # [  170.233203] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.085Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1140vm-test-run-nixbot-gitlab> gitlab # [  170.236198] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.089Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1141vm-test-run-nixbot-gitlab> gitlab # [  170.239115] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.092Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1142vm-test-run-nixbot-gitlab> gitlab # [  170.241922] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.096Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1143vm-test-run-nixbot-gitlab> gitlab # [  170.244880] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.099Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1144vm-test-run-nixbot-gitlab> gitlab # [  170.247419] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.104Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1145vm-test-run-nixbot-gitlab> gitlab # [  170.250103] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.107Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1146vm-test-run-nixbot-gitlab> gitlab # [  170.252807] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.110Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1147vm-test-run-nixbot-gitlab> gitlab # [  170.256831] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.114Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1148vm-test-run-nixbot-gitlab> gitlab # [  170.260445] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.117Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1149vm-test-run-nixbot-gitlab> gitlab # [  170.265130] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.122Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1150vm-test-run-nixbot-gitlab> gitlab # [  170.268243] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.125Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1151vm-test-run-nixbot-gitlab> gitlab # [  170.272653] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.129Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1152vm-test-run-nixbot-gitlab> gitlab # [  170.276140] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.133Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1153vm-test-run-nixbot-gitlab> gitlab # [  170.280667] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.137Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1154vm-test-run-nixbot-gitlab> gitlab # [  170.283443] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.140Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1155vm-test-run-nixbot-gitlab> gitlab # [  170.288677] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.144Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1156vm-test-run-nixbot-gitlab> gitlab # [  170.292215] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.149Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1157vm-test-run-nixbot-gitlab> gitlab # [  170.295553] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.152Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1158vm-test-run-nixbot-gitlab> gitlab # [  170.298740] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.155Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1159vm-test-run-nixbot-gitlab> gitlab # [  170.302082] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.158Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1160vm-test-run-nixbot-gitlab> gitlab # [  170.305745] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.162Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1161vm-test-run-nixbot-gitlab> gitlab # [  170.309435] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.166Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1162vm-test-run-nixbot-gitlab> gitlab # [  170.313231] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.170Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1163vm-test-run-nixbot-gitlab> gitlab # [  170.316036] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.173Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1164vm-test-run-nixbot-gitlab> gitlab # [  170.333056] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.190Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1165vm-test-run-nixbot-gitlab> gitlab # [  170.335992] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.193Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1166vm-test-run-nixbot-gitlab> gitlab # [  170.338850] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.196Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1167vm-test-run-nixbot-gitlab> gitlab # [  170.342266] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.199Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1168vm-test-run-nixbot-gitlab> gitlab # [  170.345518] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.202Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1169vm-test-run-nixbot-gitlab> gitlab # [  170.348620] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.205Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1170vm-test-run-nixbot-gitlab> gitlab # [  170.352032] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.209Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1171vm-test-run-nixbot-gitlab> gitlab # [  170.355217] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.211Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1172vm-test-run-nixbot-gitlab> gitlab # [  170.358239] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.214Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1173vm-test-run-nixbot-gitlab> gitlab # [  170.361323] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.217Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [  170.364179] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:12.220Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1175vm-test-run-nixbot-gitlab> gitlab # [  170.464476] gitlab-workhorse[1282]: time="2026-06-16T04:15:12Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1176vm-test-run-nixbot-gitlab> gitlab # [  180.466295] gitlab-workhorse[1282]: time="2026-06-16T04:15:22Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1177vm-test-run-nixbot-gitlab> gitlab # [  190.467477] gitlab-workhorse[1282]: time="2026-06-16T04:15:32Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1178vm-test-run-nixbot-gitlab> gitlab # [  200.474274] gitlab-workhorse[1282]: time="2026-06-16T04:15:42Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1179vm-test-run-nixbot-gitlab> gitlab # [  209.808981] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:51.664Z","message":"Booted Rails 7.2.3 application in production environment"}1180vm-test-run-nixbot-gitlab> gitlab # [  209.809434] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:51.666Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1181vm-test-run-nixbot-gitlab> gitlab # [  209.809591] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:51.666Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1182vm-test-run-nixbot-gitlab> gitlab # [  209.809716] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:51.666Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1183vm-test-run-nixbot-gitlab> gitlab # [  209.811949] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:51.669Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1184vm-test-run-nixbot-gitlab> gitlab # [  210.494502] gitlab-workhorse[1282]: time="2026-06-16T04:15:52Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1185vm-test-run-nixbot-gitlab> gitlab # [  211.662027] bundle[2380]: {"timestamp":"2026-06-16T04:15:53.518Z","pid":2380,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1186vm-test-run-nixbot-gitlab> gitlab # [  211.662365] bundle[2380]: {"timestamp":"2026-06-16T04:15:53.518Z","pid":2380,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1187vm-test-run-nixbot-gitlab> gitlab # [  211.662551] bundle[2380]: {"timestamp":"2026-06-16T04:15:53.518Z","pid":2380,"message":"! #\u003cThread:0x0000e05ce28e0920 /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1188vm-test-run-nixbot-gitlab> gitlab # [  211.662707] bundle[2380]: {"timestamp":"2026-06-16T04:15:53.518Z","pid":2380,"message":"! #\u003cThread:0x0000e05ce2b48640 /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1189vm-test-run-nixbot-gitlab> gitlab # [  211.662830] bundle[2380]: {"timestamp":"2026-06-16T04:15:53.518Z","pid":2380,"message":"Use Ctrl-C to stop"}1190vm-test-run-nixbot-gitlab> gitlab # [  211.662961] bundle[2380]: {"timestamp":"2026-06-16T04:15:53.519Z","pid":2380,"message":"Sending status to systemd every 1.0 sec"}1191vm-test-run-nixbot-gitlab> gitlab # [  212.512347] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:54.369Z","message":"Cleaning working queues"}1192vm-test-run-nixbot-gitlab> gitlab # [  212.516505] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:54.373Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"20c88a5cde801c75a5b1cbb8","created_at":"2026-06-16T04:14:19.518Z","trace_propagation_headers":{"sentry-trace":"7525bec63a4e4ac79ccbe92ec3daa693-ec1aebe4b7cd4839","baggage":"sentry-trace_id=7525bec63a4e4ac79ccbe92ec3daa693,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"6af6d3a05f4ce442d26c77c021d759e9","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T04:14:19.612Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-20c88a5cde801c75a5b1cbb8: start","job_status":"start","queue_duration_s":94.760356,"scheduling_latency_s":94.76045}1193vm-test-run-nixbot-gitlab> gitlab # [  212.704220] bundle[2380]: {"timestamp":"2026-06-16T04:15:54.560Z","pid":2380,"message":"- Worker 0 (PID: 3212) booted in 1.01s, phase: 0"}1194vm-test-run-nixbot-gitlab> gitlab # [  212.706797] bundle[2380]: {"timestamp":"2026-06-16T04:15:54.563Z","pid":2380,"message":"- Worker 1 (PID: 3217) booted in 0.97s, phase: 0"}1195vm-test-run-nixbot-gitlab> gitlab # [  212.710589] systemd[1]: Started gitlab.service.1196vm-test-run-nixbot-gitlab> gitlab # [  212.713216] systemd[1]: Reached target Common target for all GitLab services..1197vm-test-run-nixbot-gitlab> gitlab # [  212.716690] systemd[1]: Starting setup-gitlab.service...1198vm-test-run-nixbot-gitlab> gitlab # [  212.740248] setup-gitlab-start[3258]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1199vm-test-run-nixbot-gitlab> gitlab # [  212.748126] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:15:54.602Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"20c88a5cde801c75a5b1cbb8","created_at":"2026-06-16T04:14:19.518Z","trace_propagation_headers":{"sentry-trace":"7525bec63a4e4ac79ccbe92ec3daa693-ec1aebe4b7cd4839","baggage":"sentry-trace_id=7525bec63a4e4ac79ccbe92ec3daa693,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"6af6d3a05f4ce442d26c77c021d759e9","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T04:14:19.612Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-20c88a5cde801c75a5b1cbb8: done: 0.229714 sec","job_status":"done","queue_duration_s":94.760356,"scheduling_latency_s":94.76045,"redis_calls":24,"redis_duration_s":0.005236,"redis_read_bytes":912,"redis_write_bytes":2622,"redis_feature_flag_calls":13,"redis_feature_flag_duration_s":0.002604,"redis_feature_flag_read_bytes":902,"redis_feature_flag_write_bytes":1375,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001608,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001024,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.102735,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.12818426,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.229714,"completed_at":"2026-06-16T04:15:54.602Z","load_balancing_strategy":"primary","db_duration_s":0.076933,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1200vm-test-run-nixbot-gitlab> gitlab # [  215.811083] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:15:57 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 30281201vm-test-run-nixbot-gitlab> gitlab # [  215.819096] setup-gitlab-start[3282]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1202vm-test-run-nixbot-gitlab> gitlab # [  215.826332] setup-gitlab-start[3283]: ++ jq -r .access_token1203vm-test-run-nixbot-gitlab> gitlab # [  216.839096] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:15:58 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 9951204vm-test-run-nixbot-gitlab> gitlab # [  216.844738] setup-gitlab-start[3258]: + BEARER=c85b8f77ee9c9abdcb74164cefa6bf93d706afe1907be1d1ad847e062bd0bc4f1205vm-test-run-nixbot-gitlab> gitlab # [  216.846099] setup-gitlab-start[3258]: + AUTH='Authorization: Bearer c85b8f77ee9c9abdcb74164cefa6bf93d706afe1907be1d1ad847e062bd0bc4f'1206vm-test-run-nixbot-gitlab> gitlab # [  216.847575] setup-gitlab-start[3258]: + curl -fs -X PUT -H 'Authorization: Bearer c85b8f77ee9c9abdcb74164cefa6bf93d706afe1907be1d1ad847e062bd0bc4f' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1207vm-test-run-nixbot-gitlab> gitlab # [  218.206279] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:16:00 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 13331208vm-test-run-nixbot-gitlab> gitlab # [  218.208492] setup-gitlab-start[3258]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1209vm-test-run-nixbot-gitlab> gitlab # [  218.224538] runuser[3306]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1210vm-test-run-nixbot-gitlab> gitlab # [  218.694907] setup-gitlab-start[3307]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1211vm-test-run-nixbot-gitlab> gitlab # [  218.701168] setup-gitlab-start[3307]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1212vm-test-run-nixbot-gitlab> gitlab # [  218.707899] setup-gitlab-start[3307]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1213vm-test-run-nixbot-gitlab> gitlab # [  219.461175] setup-gitlab-start[3307]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1214vm-test-run-nixbot-gitlab> gitlab # [  219.461511] setup-gitlab-start[3307]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1215vm-test-run-nixbot-gitlab> gitlab # [  219.466663] setup-gitlab-start[3307]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1216vm-test-run-nixbot-gitlab> gitlab # [  225.123259] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:06.978Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"c49a4df54d585a3c89b69a08","created_at":"2026-06-16T04:16:06.877Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d15cab2ded681080c931ca79635c4c6b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:06.975Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-c49a4df54d585a3c89b69a08: start","job_status":"start","queue_duration_s":0.003318,"scheduling_latency_s":0.003377}1217vm-test-run-nixbot-gitlab> gitlab # [  225.430958] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:07.286Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"c49a4df54d585a3c89b69a08","created_at":"2026-06-16T04:16:06.877Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d15cab2ded681080c931ca79635c4c6b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:06.975Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-c49a4df54d585a3c89b69a08: done: 0.308315 sec","job_status":"done","queue_duration_s":0.003318,"scheduling_latency_s":0.003377,"redis_calls":19,"redis_duration_s":0.07207899999999999,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00515,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.00157,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.047546,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.017813,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.064204,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00264354,"duration_s":0.308315,"completed_at":"2026-06-16T04:16:07.286Z","load_balancing_strategy":"primary","db_duration_s":0.084265,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1218vm-test-run-nixbot-gitlab> gitlab # [  225.523341] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:07.295Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"5ab3791b8c19d7b08687a77d","created_at":"2026-06-16T04:16:06.988Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1a3fb2c708560f45afb06250024ec4b9","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.006Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-5ab3791b8c19d7b08687a77d: start","job_status":"start","queue_duration_s":0.289129,"scheduling_latency_s":0.289184}1219vm-test-run-nixbot-gitlab> gitlab # [  225.598252] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:07.454Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"5ab3791b8c19d7b08687a77d","created_at":"2026-06-16T04:16:06.988Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1a3fb2c708560f45afb06250024ec4b9","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.006Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-5ab3791b8c19d7b08687a77d: done: 0.158716 sec","job_status":"done","queue_duration_s":0.289129,"scheduling_latency_s":0.289184,"redis_calls":10,"redis_duration_s":0.0126,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000784,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.010366,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00145,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039229,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00159878,"duration_s":0.158716,"completed_at":"2026-06-16T04:16:07.454Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.032416,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1220vm-test-run-nixbot-gitlab> gitlab # [  225.675533] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:07.481Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"c0fa412eba3ae9d51c0a1753","created_at":"2026-06-16T04:16:07.024Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"f99d4aa65e225c96eec19fdd0d40b62e","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.053Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-c0fa412eba3ae9d51c0a1753: start","job_status":"start","queue_duration_s":0.42728,"scheduling_latency_s":0.427327}1221vm-test-run-nixbot-gitlab> gitlab # [  225.788932] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:07.645Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"c0fa412eba3ae9d51c0a1753","created_at":"2026-06-16T04:16:07.024Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"f99d4aa65e225c96eec19fdd0d40b62e","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.053Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-c0fa412eba3ae9d51c0a1753: done: 0.16393 sec","job_status":"done","queue_duration_s":0.42728,"scheduling_latency_s":0.427327,"redis_calls":10,"redis_duration_s":0.016988999999999997,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002555,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.009907,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004527,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.024,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033163,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00258508,"duration_s":0.16393,"completed_at":"2026-06-16T04:16:07.644Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.02382,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1222vm-test-run-nixbot-gitlab> gitlab # [  225.876407] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:07.711Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"273a2556c04253ec4eaa1ffc","created_at":"2026-06-16T04:16:07.063Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9294050ea037d8ae1b391f191e219496","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-273a2556c04253ec4eaa1ffc: start","job_status":"start","queue_duration_s":0.639056,"scheduling_latency_s":0.639114}1223vm-test-run-nixbot-gitlab> gitlab # [  225.972509] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:07.828Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"273a2556c04253ec4eaa1ffc","created_at":"2026-06-16T04:16:07.063Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9294050ea037d8ae1b391f191e219496","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-273a2556c04253ec4eaa1ffc: done: 0.117213 sec","job_status":"done","queue_duration_s":0.639056,"scheduling_latency_s":0.639114,"redis_calls":12,"redis_duration_s":0.01935,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001559,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.007447,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.010344,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.042414,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00769826,"exclusive_lock_hold_duration_s":0.026047380000000002,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.117213,"completed_at":"2026-06-16T04:16:07.828Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01875,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1224vm-test-run-nixbot-gitlab> gitlab # [  226.061530] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:07.833Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"b9d7d4491ebee8c6cec97a50","created_at":"2026-06-16T04:16:07.086Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"52ef3349bef5e6d21fb2ade218c7d7b8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.094Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-b9d7d4491ebee8c6cec97a50: start","job_status":"start","queue_duration_s":0.738858,"scheduling_latency_s":0.73891}1225vm-test-run-nixbot-gitlab> gitlab # [  226.795874] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.651Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"b9d7d4491ebee8c6cec97a50","created_at":"2026-06-16T04:16:07.086Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"52ef3349bef5e6d21fb2ade218c7d7b8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.094Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-b9d7d4491ebee8c6cec97a50: done: 0.817924 sec","job_status":"done","queue_duration_s":0.738858,"scheduling_latency_s":0.73891,"redis_calls":14,"redis_duration_s":0.0050810000000000004,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001441,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001691,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001949,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.073,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.073,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.552674,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0018387,"exclusive_lock_hold_duration_s":0.7417993,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.817924,"completed_at":"2026-06-16T04:16:08.651Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.107286,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1226vm-test-run-nixbot-gitlab> gitlab # [  226.890239] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.653Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"a47e14c540aab8871831ced3","created_at":"2026-06-16T04:16:07.101Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"08ba08afb65af957f8ad8d547b19cbd1","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.110Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-a47e14c540aab8871831ced3: start","job_status":"start","queue_duration_s":1.54267,"scheduling_latency_s":1.542688}1227vm-test-run-nixbot-gitlab> gitlab # [  226.907471] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.683Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"a47e14c540aab8871831ced3","created_at":"2026-06-16T04:16:07.101Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"08ba08afb65af957f8ad8d547b19cbd1","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.110Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-a47e14c540aab8871831ced3: done: 0.029696 sec","job_status":"done","queue_duration_s":1.54267,"scheduling_latency_s":1.542688,"redis_calls":10,"redis_duration_s":0.001429,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000301,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000825,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000303,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017088,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023966,"duration_s":0.029696,"completed_at":"2026-06-16T04:16:08.683Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005927,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1228vm-test-run-nixbot-gitlab> gitlab # [  226.952191] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.684Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"07daffc0bfa7dc0182080f35","created_at":"2026-06-16T04:16:07.143Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.150Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-07daffc0bfa7dc0182080f35: start","job_status":"start","queue_duration_s":1.533402,"scheduling_latency_s":1.533419}1229vm-test-run-nixbot-gitlab> gitlab # [  226.965895] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.792Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"07daffc0bfa7dc0182080f35","created_at":"2026-06-16T04:16:07.143Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.150Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-07daffc0bfa7dc0182080f35: done: 0.107992 sec","job_status":"done","queue_duration_s":1.533402,"scheduling_latency_s":1.533419,"redis_calls":71,"redis_duration_s":0.010092,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.001336,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000547,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.007793,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000416,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.096235,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023672,"duration_s":0.107992,"completed_at":"2026-06-16T04:16:08.792Z","load_balancing_strategy":"primary","db_duration_s":0.001496,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1230vm-test-run-nixbot-gitlab> gitlab # [  227.006730] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.793Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"c342f44a33bb04e0cbda9ed2","created_at":"2026-06-16T04:16:07.179Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c278f0c57654378a130985b0c77fba02","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.205Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-c342f44a33bb04e0cbda9ed2: start","job_status":"start","queue_duration_s":1.587449,"scheduling_latency_s":1.587483}1231vm-test-run-nixbot-gitlab> gitlab # [  227.019757] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.825Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"c342f44a33bb04e0cbda9ed2","created_at":"2026-06-16T04:16:07.179Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c278f0c57654378a130985b0c77fba02","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.205Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-c342f44a33bb04e0cbda9ed2: done: 0.032011 sec","job_status":"done","queue_duration_s":1.587449,"scheduling_latency_s":1.587483,"redis_calls":10,"redis_duration_s":0.001333,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000276,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000748,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000309,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015264,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023578,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.032011,"completed_at":"2026-06-16T04:16:08.825Z","load_balancing_strategy":"primary","db_duration_s":0.010194,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1232vm-test-run-nixbot-gitlab> gitlab # [  227.059603] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.826Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1eed9bffc601b0ee04e1e35c","created_at":"2026-06-16T04:16:07.177Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b228c0e007ee4d4f","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d15cab2ded681080c931ca79635c4c6b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.252Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1eed9bffc601b0ee04e1e35c: start","job_status":"start","queue_duration_s":1.574634,"scheduling_latency_s":1.574653}1233vm-test-run-nixbot-gitlab> gitlab # [  227.071273] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.842Z","message":"No existing merge request to be cleaned up."}1234vm-test-run-nixbot-gitlab> gitlab # [  227.072853] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.855Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1eed9bffc601b0ee04e1e35c","created_at":"2026-06-16T04:16:07.177Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b228c0e007ee4d4f","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d15cab2ded681080c931ca79635c4c6b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.252Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1eed9bffc601b0ee04e1e35c: done: 0.028377 sec","job_status":"done","queue_duration_s":1.574634,"scheduling_latency_s":1.574653,"redis_calls":13,"redis_duration_s":0.001983,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000264,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.0006,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001119,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018943,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022944,"duration_s":0.028377,"completed_at":"2026-06-16T04:16:08.855Z","load_balancing_strategy":"primary","db_duration_s":0.002692,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1235vm-test-run-nixbot-gitlab> gitlab # [  227.110169] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.856Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0c847bd859a14a5136952add","created_at":"2026-06-16T04:16:07.177Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b228c0e007ee4d4f","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d15cab2ded681080c931ca79635c4c6b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.252Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0c847bd859a14a5136952add: start","job_status":"start","queue_duration_s":1.604227,"scheduling_latency_s":1.604245}1236vm-test-run-nixbot-gitlab> gitlab # [  227.121701] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.866Z","message":"No existing merge request to be cleaned up."}1237vm-test-run-nixbot-gitlab> gitlab # [  227.123258] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.874Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0c847bd859a14a5136952add","created_at":"2026-06-16T04:16:07.177Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b228c0e007ee4d4f","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d15cab2ded681080c931ca79635c4c6b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.252Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0c847bd859a14a5136952add: done: 0.017897 sec","job_status":"done","queue_duration_s":1.604227,"scheduling_latency_s":1.604245,"redis_calls":10,"redis_duration_s":0.001376,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000585,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000791,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012957,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017897,"completed_at":"2026-06-16T04:16:08.874Z","load_balancing_strategy":"primary","db_duration_s":0.001352,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1238vm-test-run-nixbot-gitlab> gitlab # [  227.160068] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.875Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"3d3b6f94fc617790702da921","created_at":"2026-06-16T04:16:07.177Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b228c0e007ee4d4f","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d15cab2ded681080c931ca79635c4c6b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.252Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-3d3b6f94fc617790702da921: start","job_status":"start","queue_duration_s":1.623337,"scheduling_latency_s":1.623354}1239vm-test-run-nixbot-gitlab> gitlab # [  227.171421] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.885Z","message":"No existing merge request to be cleaned up."}1240vm-test-run-nixbot-gitlab> gitlab # [  227.173071] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.892Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"3d3b6f94fc617790702da921","created_at":"2026-06-16T04:16:07.177Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b228c0e007ee4d4f","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d15cab2ded681080c931ca79635c4c6b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.252Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-3d3b6f94fc617790702da921: done: 0.017516 sec","job_status":"done","queue_duration_s":1.623337,"scheduling_latency_s":1.623354,"redis_calls":10,"redis_duration_s":0.001316,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000566,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00075,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012525,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017516,"completed_at":"2026-06-16T04:16:08.892Z","load_balancing_strategy":"primary","db_duration_s":0.001215,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1241vm-test-run-nixbot-gitlab> gitlab # [  227.208781] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.894Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"241205de7b0c07c46c71ab63","created_at":"2026-06-16T04:16:07.177Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b228c0e007ee4d4f","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d15cab2ded681080c931ca79635c4c6b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.252Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-241205de7b0c07c46c71ab63: start","job_status":"start","queue_duration_s":1.642064,"scheduling_latency_s":1.642081}1242vm-test-run-nixbot-gitlab> gitlab # [  227.220148] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.904Z","message":"No existing merge request to be cleaned up."}1243vm-test-run-nixbot-gitlab> gitlab # [  227.221652] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.911Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"241205de7b0c07c46c71ab63","created_at":"2026-06-16T04:16:07.177Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b228c0e007ee4d4f","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d15cab2ded681080c931ca79635c4c6b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.252Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-241205de7b0c07c46c71ab63: done: 0.017554 sec","job_status":"done","queue_duration_s":1.642064,"scheduling_latency_s":1.642081,"redis_calls":10,"redis_duration_s":0.0013779999999999999,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000553,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000825,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012749,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017554,"completed_at":"2026-06-16T04:16:08.911Z","load_balancing_strategy":"primary","db_duration_s":0.001207,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1244vm-test-run-nixbot-gitlab> gitlab # [  227.257689] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.913Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"69873bc48980c9519e6113fc","created_at":"2026-06-16T04:16:07.253Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"01ec9a2fc28bce6b5c23deb29eae3812","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.283Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-69873bc48980c9519e6113fc: start","job_status":"start","queue_duration_s":1.629673,"scheduling_latency_s":1.629689}1245vm-test-run-nixbot-gitlab> gitlab # [  227.271479] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.924Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1246vm-test-run-nixbot-gitlab> gitlab # [  227.274839] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.931Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"69873bc48980c9519e6113fc","created_at":"2026-06-16T04:16:07.253Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"01ec9a2fc28bce6b5c23deb29eae3812","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.283Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-69873bc48980c9519e6113fc: done: 0.018677 sec","job_status":"done","queue_duration_s":1.629673,"scheduling_latency_s":1.629689,"redis_calls":10,"redis_duration_s":0.001639,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000263,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000768,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000608,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01124,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026582,"duration_s":0.018677,"completed_at":"2026-06-16T04:16:08.931Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000297,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1247vm-test-run-nixbot-gitlab> gitlab # [  227.314284] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.933Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"1f8b4163ab6d0df954be3fc7","created_at":"2026-06-16T04:16:07.344Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7561507e829f95b56ab6888fa4cb76ed","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.387Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-1f8b4163ab6d0df954be3fc7: start","job_status":"start","queue_duration_s":1.545228,"scheduling_latency_s":1.545245}1248vm-test-run-nixbot-gitlab> gitlab # [  227.328135] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.954Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"1f8b4163ab6d0df954be3fc7","created_at":"2026-06-16T04:16:07.344Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7561507e829f95b56ab6888fa4cb76ed","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.387Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-1f8b4163ab6d0df954be3fc7: done: 0.021438 sec","job_status":"done","queue_duration_s":1.545228,"scheduling_latency_s":1.545245,"redis_calls":13,"redis_duration_s":0.001696,"redis_read_bytes":139,"redis_write_bytes":1636,"redis_feature_flag_calls":5,"redis_feature_flag_duration_s":0.000663,"redis_feature_flag_read_bytes":132,"redis_feature_flag_write_bytes":698,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000745,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000288,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013873,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023438,"duration_s":0.021438,"completed_at":"2026-06-16T04:16:08.954Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000586,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1249vm-test-run-nixbot-gitlab> gitlab # [  227.369799] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.955Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"2553da62bd84c634a03adf81","created_at":"2026-06-16T04:16:07.399Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4ac1b08fd8492b8b5331dfaf685bea00","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.417Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-2553da62bd84c634a03adf81: start","job_status":"start","queue_duration_s":1.538534,"scheduling_latency_s":1.538552}1250vm-test-run-nixbot-gitlab> gitlab # [  227.383225] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.966Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1251vm-test-run-nixbot-gitlab> gitlab # [  227.386714] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.973Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"2553da62bd84c634a03adf81","created_at":"2026-06-16T04:16:07.399Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4ac1b08fd8492b8b5331dfaf685bea00","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.417Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-2553da62bd84c634a03adf81: done: 0.018149 sec","job_status":"done","queue_duration_s":1.538534,"scheduling_latency_s":1.538552,"redis_calls":10,"redis_duration_s":0.0012829999999999999,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000266,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00073,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000287,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010947,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022708,"duration_s":0.018149,"completed_at":"2026-06-16T04:16:08.973Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000298,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1252vm-test-run-nixbot-gitlab> gitlab # [  227.426367] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.974Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"86c60c2c05e2c41c454dab74","created_at":"2026-06-16T04:16:07.443Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"79b6cf1c3627652dba6e06315f3f752b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.460Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-86c60c2c05e2c41c454dab74: start","job_status":"start","queue_duration_s":1.514538,"scheduling_latency_s":1.514556}1253vm-test-run-nixbot-gitlab> gitlab # [  227.439918] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.986Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1254vm-test-run-nixbot-gitlab> gitlab # [  227.443681] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.993Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"86c60c2c05e2c41c454dab74","created_at":"2026-06-16T04:16:07.443Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"79b6cf1c3627652dba6e06315f3f752b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.460Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-86c60c2c05e2c41c454dab74: done: 0.018646 sec","job_status":"done","queue_duration_s":1.514538,"scheduling_latency_s":1.514556,"redis_calls":10,"redis_duration_s":0.001439,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000312,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000831,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000296,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010929,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023432,"duration_s":0.018646,"completed_at":"2026-06-16T04:16:08.993Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000723,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1255vm-test-run-nixbot-gitlab> gitlab # [  227.484250] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:08.994Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"25edcb646f551ce4c3f274b6","created_at":"2026-06-16T04:16:07.471Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2f944ef2512b99486a9cfd056332ed0f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.487Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-25edcb646f551ce4c3f274b6: start","job_status":"start","queue_duration_s":1.507035,"scheduling_latency_s":1.507052}1256vm-test-run-nixbot-gitlab> gitlab # [  227.497800] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.006Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1257vm-test-run-nixbot-gitlab> gitlab # [  227.500823] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.013Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"25edcb646f551ce4c3f274b6","created_at":"2026-06-16T04:16:07.471Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2f944ef2512b99486a9cfd056332ed0f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.487Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-25edcb646f551ce4c3f274b6: done: 0.018343 sec","job_status":"done","queue_duration_s":1.507035,"scheduling_latency_s":1.507052,"redis_calls":10,"redis_duration_s":0.001274,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000254,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000748,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000272,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010936,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022788,"duration_s":0.018343,"completed_at":"2026-06-16T04:16:09.012Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000609,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1258vm-test-run-nixbot-gitlab> gitlab # [  227.541419] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.014Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"27150ddccf8b50f21525a096","created_at":"2026-06-16T04:16:07.501Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a2fb3a9f50ba15736ca244ebdd42335d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T04:16:07.512Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-27150ddccf8b50f21525a096: start","job_status":"start","queue_duration_s":1.501251,"scheduling_latency_s":1.501269}1259vm-test-run-nixbot-gitlab> gitlab # [  227.554169] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.025Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1260vm-test-run-nixbot-gitlab> gitlab # [  227.557361] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.032Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"27150ddccf8b50f21525a096","created_at":"2026-06-16T04:16:07.501Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a2fb3a9f50ba15736ca244ebdd42335d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T04:16:07.512Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-27150ddccf8b50f21525a096: done: 0.018463 sec","job_status":"done","queue_duration_s":1.501251,"scheduling_latency_s":1.501269,"redis_calls":10,"redis_duration_s":0.0016589999999999999,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000282,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001099,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000278,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011383,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00028758,"duration_s":0.018463,"completed_at":"2026-06-16T04:16:09.032Z","load_balancing_strategy":"primary","db_duration_s":0.000346,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1261vm-test-run-nixbot-gitlab> gitlab # [  227.596196] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.033Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"83b9eadd59ccb95c5306d9dc","created_at":"2026-06-16T04:16:07.524Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60e9b2a5a50f3e47d5276af2dbfe8384","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.533Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-83b9eadd59ccb95c5306d9dc: start","job_status":"start","queue_duration_s":1.500587,"scheduling_latency_s":1.500604}1262vm-test-run-nixbot-gitlab> gitlab # [  227.609848] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.077Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"83b9eadd59ccb95c5306d9dc","created_at":"2026-06-16T04:16:07.524Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60e9b2a5a50f3e47d5276af2dbfe8384","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.533Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-83b9eadd59ccb95c5306d9dc: done: 0.043997 sec","job_status":"done","queue_duration_s":1.500587,"scheduling_latency_s":1.500604,"redis_calls":14,"redis_duration_s":0.0019890000000000003,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000524,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000781,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000684,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026591,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00046198,"exclusive_lock_hold_duration_s":0.02220198,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.043997,"completed_at":"2026-06-16T04:16:09.077Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011983,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1263vm-test-run-nixbot-gitlab> gitlab # [  227.651950] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.079Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"9266d85c2c6d90929f17d388","created_at":"2026-06-16T04:16:07.547Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"09b7ffff9528b74c6d63b41cd1ed13d3","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.566Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-9266d85c2c6d90929f17d388: start","job_status":"start","queue_duration_s":1.512759,"scheduling_latency_s":1.512776}1264vm-test-run-nixbot-gitlab> gitlab # [  227.665438] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.400Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"9266d85c2c6d90929f17d388","created_at":"2026-06-16T04:16:07.547Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"09b7ffff9528b74c6d63b41cd1ed13d3","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.566Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-9266d85c2c6d90929f17d388: done: 0.320992 sec","job_status":"done","queue_duration_s":1.512759,"scheduling_latency_s":1.512776,"redis_calls":574,"redis_duration_s":0.057774,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000283,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000716,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.056775,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.294638,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00024132,"duration_s":0.320992,"completed_at":"2026-06-16T04:16:09.400Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000507,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1265vm-test-run-nixbot-gitlab> gitlab # [  227.704696] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.401Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"f944de73e53faf971acb441d","created_at":"2026-06-16T04:16:07.608Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dc9d2d0a555d474fcd9900677387b75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.638Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-f944de73e53faf971acb441d: start","job_status":"start","queue_duration_s":1.763253,"scheduling_latency_s":1.763273}1266vm-test-run-nixbot-gitlab> gitlab # [  227.717424] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.430Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"f944de73e53faf971acb441d","created_at":"2026-06-16T04:16:07.608Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dc9d2d0a555d474fcd9900677387b75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.638Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-f944de73e53faf971acb441d: done: 0.028848 sec","job_status":"done","queue_duration_s":1.763253,"scheduling_latency_s":1.763273,"redis_calls":12,"redis_duration_s":0.00173,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000323,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000718,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000689,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015992,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00051048,"exclusive_lock_hold_duration_s":0.00853996,"duration_s":0.028848,"completed_at":"2026-06-16T04:16:09.430Z","load_balancing_strategy":"primary","db_duration_s":0.005757,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1267vm-test-run-nixbot-gitlab> gitlab # [  227.757966] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.431Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"b9823172dfbbe64714234d64","created_at":"2026-06-16T04:16:07.705Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9521965f9cf1f2379d30ab68ad7b6ea9","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.721Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-b9823172dfbbe64714234d64: start","job_status":"start","queue_duration_s":1.709957,"scheduling_latency_s":1.709976}1268vm-test-run-nixbot-gitlab> gitlab # [  227.771093] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.473Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"b9823172dfbbe64714234d64","created_at":"2026-06-16T04:16:07.705Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9521965f9cf1f2379d30ab68ad7b6ea9","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.721Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-b9823172dfbbe64714234d64: done: 0.041578 sec","job_status":"done","queue_duration_s":1.709957,"scheduling_latency_s":1.709976,"redis_calls":16,"redis_duration_s":0.002091,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.001059,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000753,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000279,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022143,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022814,"duration_s":0.041578,"completed_at":"2026-06-16T04:16:09.473Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01347,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1269vm-test-run-nixbot-gitlab> gitlab # [  227.811038] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.474Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"22733687e1889522d8ed7641","created_at":"2026-06-16T04:16:07.769Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"58f3eb93e88223afcb4b407aaece3b4f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T04:16:07.796Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-22733687e1889522d8ed7641: start","job_status":"start","queue_duration_s":1.677309,"scheduling_latency_s":1.677327}1270vm-test-run-nixbot-gitlab> gitlab # [  227.823502] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.485Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1271vm-test-run-nixbot-gitlab> gitlab # [  227.827192] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.492Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"22733687e1889522d8ed7641","created_at":"2026-06-16T04:16:07.769Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"58f3eb93e88223afcb4b407aaece3b4f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T04:16:07.796Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-22733687e1889522d8ed7641: done: 0.018087 sec","job_status":"done","queue_duration_s":1.677309,"scheduling_latency_s":1.677327,"redis_calls":10,"redis_duration_s":0.001263,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000256,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000734,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000273,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010747,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00024086,"duration_s":0.018087,"completed_at":"2026-06-16T04:16:09.492Z","load_balancing_strategy":"primary","db_duration_s":0.000464,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1272vm-test-run-nixbot-gitlab> gitlab # [  227.865515] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.493Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"dc4cc6556d17e256b85face8","created_at":"2026-06-16T04:16:07.822Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"77d8876d7d8757b9a9d9455316b3709e","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.842Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-dc4cc6556d17e256b85face8: start","job_status":"start","queue_duration_s":1.650641,"scheduling_latency_s":1.650659}1273vm-test-run-nixbot-gitlab> gitlab # [  227.878029] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.513Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"dc4cc6556d17e256b85face8","created_at":"2026-06-16T04:16:07.822Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"77d8876d7d8757b9a9d9455316b3709e","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.842Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-dc4cc6556d17e256b85face8: done: 0.020082 sec","job_status":"done","queue_duration_s":1.650641,"scheduling_latency_s":1.650659,"redis_calls":12,"redis_duration_s":0.001693,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000367,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000258,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000784,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000284,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011867,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023038,"duration_s":0.020082,"completed_at":"2026-06-16T04:16:09.513Z","load_balancing_strategy":"primary","db_duration_s":0.001203,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1274vm-test-run-nixbot-gitlab> gitlab # [  227.917582] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.514Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"806a9965794dc60907aad88e","created_at":"2026-06-16T04:16:07.888Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1fdb7a90cc6fa9b050417eda884f78d8","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.919Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-806a9965794dc60907aad88e: start","job_status":"start","queue_duration_s":1.595346,"scheduling_latency_s":1.595364}1275vm-test-run-nixbot-gitlab> gitlab # [  227.931135] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.546Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"806a9965794dc60907aad88e","created_at":"2026-06-16T04:16:07.888Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1fdb7a90cc6fa9b050417eda884f78d8","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.919Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-806a9965794dc60907aad88e: done: 0.031734 sec","job_status":"done","queue_duration_s":1.595346,"scheduling_latency_s":1.595364,"redis_calls":12,"redis_duration_s":0.002561,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000268,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001578,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000715,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01574,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0004443,"exclusive_lock_hold_duration_s":0.0059327,"duration_s":0.031734,"completed_at":"2026-06-16T04:16:09.546Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003836,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1276vm-test-run-nixbot-gitlab> gitlab # [  227.971647] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.550Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"b3d6c3aed21c34acf895de19","created_at":"2026-06-16T04:16:07.959Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"474ea2b73924bca63a0114a96fbf8f2c","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.976Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-b3d6c3aed21c34acf895de19: start","job_status":"start","queue_duration_s":1.573287,"scheduling_latency_s":1.573332}1277vm-test-run-nixbot-gitlab> gitlab # [  227.985457] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.602Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"b3d6c3aed21c34acf895de19","created_at":"2026-06-16T04:16:07.959Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"474ea2b73924bca63a0114a96fbf8f2c","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:07.976Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-b3d6c3aed21c34acf895de19: done: 0.05271 sec","job_status":"done","queue_duration_s":1.573287,"scheduling_latency_s":1.573332,"redis_calls":13,"redis_duration_s":0.004267,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000644,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002113,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00151,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032639,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0152292,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.05271,"completed_at":"2026-06-16T04:16:09.602Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006895,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1278vm-test-run-nixbot-gitlab> gitlab # [  228.026553] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.604Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"d1ff1595dd4e993317dae12b","created_at":"2026-06-16T04:16:08.013Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9072d5a99181c124fb5ef05a65a818e3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.024Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-d1ff1595dd4e993317dae12b: start","job_status":"start","queue_duration_s":1.579996,"scheduling_latency_s":1.580017}1279vm-test-run-nixbot-gitlab> gitlab # [  228.040064] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.627Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"d1ff1595dd4e993317dae12b","created_at":"2026-06-16T04:16:08.013Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9072d5a99181c124fb5ef05a65a818e3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.024Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-d1ff1595dd4e993317dae12b: done: 0.023626 sec","job_status":"done","queue_duration_s":1.579996,"scheduling_latency_s":1.580017,"redis_calls":10,"redis_duration_s":0.002693,"redis_read_bytes":9,"redis_write_bytes":1215,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000596,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001548,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000549,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013885,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003352,"duration_s":0.023626,"completed_at":"2026-06-16T04:16:09.627Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000728,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1280vm-test-run-nixbot-gitlab> gitlab # [  228.079174] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.630Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"8c9e0e6bf622978e64c88414","created_at":"2026-06-16T04:16:08.045Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"283da2ad0a740caac55c11b27b8f5b89","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T04:16:08.055Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-8c9e0e6bf622978e64c88414: start","job_status":"start","queue_duration_s":1.57463,"scheduling_latency_s":1.574651}1281vm-test-run-nixbot-gitlab> gitlab # [  228.091677] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.667Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"8c9e0e6bf622978e64c88414","created_at":"2026-06-16T04:16:08.045Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"283da2ad0a740caac55c11b27b8f5b89","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T04:16:08.055Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-8c9e0e6bf622978e64c88414: done: 0.037403 sec","job_status":"done","queue_duration_s":1.57463,"scheduling_latency_s":1.574651,"redis_calls":10,"redis_duration_s":0.0026939999999999998,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000489,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001596,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000609,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022107,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00038308,"duration_s":0.037403,"completed_at":"2026-06-16T04:16:09.667Z","load_balancing_strategy":"primary","db_duration_s":0.006766,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1282vm-test-run-nixbot-gitlab> gitlab # [  228.130019] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.669Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"1b6817ffd6684b162874aebd","created_at":"2026-06-16T04:16:08.061Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8b4d7ac882f1d3ffbb908cb8f6b78465","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.072Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-1b6817ffd6684b162874aebd: start","job_status":"start","queue_duration_s":1.597022,"scheduling_latency_s":1.597039}1283vm-test-run-nixbot-gitlab> gitlab # [  228.143777] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.721Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"1b6817ffd6684b162874aebd","created_at":"2026-06-16T04:16:08.061Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8b4d7ac882f1d3ffbb908cb8f6b78465","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.072Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-1b6817ffd6684b162874aebd: done: 0.052458 sec","job_status":"done","queue_duration_s":1.597022,"scheduling_latency_s":1.597039,"redis_calls":12,"redis_duration_s":0.0033569999999999997,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000523,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001539,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001295,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.022,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021468,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00074632,"exclusive_lock_hold_duration_s":0.021292380000000003,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.052458,"completed_at":"2026-06-16T04:16:09.721Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.022982,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1284vm-test-run-nixbot-gitlab> gitlab # [  228.186766] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.723Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"3fdac56d892add09d93b5a77","created_at":"2026-06-16T04:16:08.089Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.103Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-3fdac56d892add09d93b5a77: start","job_status":"start","queue_duration_s":1.619829,"scheduling_latency_s":1.619847}1285vm-test-run-nixbot-gitlab> gitlab # [  228.199515] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.825Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"3fdac56d892add09d93b5a77","created_at":"2026-06-16T04:16:08.089Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.103Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-3fdac56d892add09d93b5a77: done: 0.102547 sec","job_status":"done","queue_duration_s":1.619829,"scheduling_latency_s":1.619847,"redis_calls":65,"redis_duration_s":0.016299,"redis_read_bytes":115,"redis_write_bytes":41332,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001044,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.000659,"redis_queues_read_bytes":4,"redis_queues_write_bytes":37035,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.013825,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3374,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000771,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":267,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.08472,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032036,"duration_s":0.102547,"completed_at":"2026-06-16T04:16:09.825Z","load_balancing_strategy":"primary","db_duration_s":0.001324,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1286vm-test-run-nixbot-gitlab> gitlab # [  228.239323] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.827Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"013e2eb8e19ecd6cdd331ae0","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-013e2eb8e19ecd6cdd331ae0: start","job_status":"start","queue_duration_s":1.043692,"scheduling_latency_s":1.043709}1287vm-test-run-nixbot-gitlab> gitlab # [  228.251112] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.851Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"013e2eb8e19ecd6cdd331ae0","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-013e2eb8e19ecd6cdd331ae0: done: 0.023761 sec","job_status":"done","queue_duration_s":1.043692,"scheduling_latency_s":1.043709,"redis_calls":16,"redis_duration_s":0.003785,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000519,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00111,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002156,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013939,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00030732,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023761,"completed_at":"2026-06-16T04:16:09.851Z","load_balancing_strategy":"primary","db_duration_s":0.000734,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1288vm-test-run-nixbot-gitlab> gitlab # [  228.289306] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.852Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a6ffb6b308350f73c00dcaf","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a6ffb6b308350f73c00dcaf: start","job_status":"start","queue_duration_s":1.068928,"scheduling_latency_s":1.068945}1289vm-test-run-nixbot-gitlab> gitlab # [  228.300850] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.868Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a6ffb6b308350f73c00dcaf","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a6ffb6b308350f73c00dcaf: done: 0.016017 sec","job_status":"done","queue_duration_s":1.068928,"scheduling_latency_s":1.068945,"redis_calls":13,"redis_duration_s":0.0026810000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000906,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001775,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010044,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016017,"completed_at":"2026-06-16T04:16:09.868Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1290vm-test-run-nixbot-gitlab> gitlab # [  228.337613] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.869Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"308ff5ad715891e24cd76afc","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-308ff5ad715891e24cd76afc: start","job_status":"start","queue_duration_s":1.086301,"scheduling_latency_s":1.086317}1291vm-test-run-nixbot-gitlab> gitlab # [  228.350144] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.886Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"308ff5ad715891e24cd76afc","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-308ff5ad715891e24cd76afc: done: 0.016128 sec","job_status":"done","queue_duration_s":1.086301,"scheduling_latency_s":1.086317,"redis_calls":13,"redis_duration_s":0.002846,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001921,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010004,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016128,"completed_at":"2026-06-16T04:16:09.886Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1292vm-test-run-nixbot-gitlab> gitlab # [  228.387673] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.887Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dd7527ac2fe9f2ef1a832dd7","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dd7527ac2fe9f2ef1a832dd7: start","job_status":"start","queue_duration_s":1.103743,"scheduling_latency_s":1.103758}1293vm-test-run-nixbot-gitlab> gitlab # [  228.399523] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.903Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dd7527ac2fe9f2ef1a832dd7","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dd7527ac2fe9f2ef1a832dd7: done: 0.015628 sec","job_status":"done","queue_duration_s":1.103743,"scheduling_latency_s":1.103758,"redis_calls":13,"redis_duration_s":0.002676,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000899,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001777,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009882,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015628,"completed_at":"2026-06-16T04:16:09.902Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1294vm-test-run-nixbot-gitlab> gitlab # [  228.436517] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.904Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d3223bc4b843e7a0432eae39","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d3223bc4b843e7a0432eae39: start","job_status":"start","queue_duration_s":1.120714,"scheduling_latency_s":1.12073}1295vm-test-run-nixbot-gitlab> gitlab # [  228.448477] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.920Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d3223bc4b843e7a0432eae39","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d3223bc4b843e7a0432eae39: done: 0.016236 sec","job_status":"done","queue_duration_s":1.120714,"scheduling_latency_s":1.12073,"redis_calls":13,"redis_duration_s":0.002861,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001928,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010104,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016236,"completed_at":"2026-06-16T04:16:09.920Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1296vm-test-run-nixbot-gitlab> gitlab # [  228.484954] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.922Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1ffbd83f4358317cf22ed4e7","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1ffbd83f4358317cf22ed4e7: start","job_status":"start","queue_duration_s":1.138495,"scheduling_latency_s":1.138511}1297vm-test-run-nixbot-gitlab> gitlab # [  228.496307] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.938Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1ffbd83f4358317cf22ed4e7","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1ffbd83f4358317cf22ed4e7: done: 0.016448 sec","job_status":"done","queue_duration_s":1.138495,"scheduling_latency_s":1.138511,"redis_calls":13,"redis_duration_s":0.003344,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000922,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002422,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009956,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016448,"completed_at":"2026-06-16T04:16:09.938Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1298vm-test-run-nixbot-gitlab> gitlab # [  228.532748] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.939Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"339c78f9bdddecf607d5ed44","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-339c78f9bdddecf607d5ed44: start","job_status":"start","queue_duration_s":1.156288,"scheduling_latency_s":1.156304}1299vm-test-run-nixbot-gitlab> gitlab # [  228.544224] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.955Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"339c78f9bdddecf607d5ed44","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-339c78f9bdddecf607d5ed44: done: 0.015619 sec","job_status":"done","queue_duration_s":1.156288,"scheduling_latency_s":1.156304,"redis_calls":13,"redis_duration_s":0.002916,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000892,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002024,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009651,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015619,"completed_at":"2026-06-16T04:16:09.955Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1300vm-test-run-nixbot-gitlab> gitlab # [  228.581642] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.956Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"afa076f31597297072f15bac","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-afa076f31597297072f15bac: start","job_status":"start","queue_duration_s":1.173238,"scheduling_latency_s":1.173254}1301vm-test-run-nixbot-gitlab> gitlab # [  228.593872] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.972Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"afa076f31597297072f15bac","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-afa076f31597297072f15bac: done: 0.015931 sec","job_status":"done","queue_duration_s":1.173238,"scheduling_latency_s":1.173254,"redis_calls":13,"redis_duration_s":0.002716,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001804,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009972,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015931,"completed_at":"2026-06-16T04:16:09.972Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1302vm-test-run-nixbot-gitlab> gitlab # [  228.631700] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.974Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00cc175c5aaee08d7c1696b5","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00cc175c5aaee08d7c1696b5: start","job_status":"start","queue_duration_s":1.190656,"scheduling_latency_s":1.190823}1303vm-test-run-nixbot-gitlab> gitlab # [  228.643583] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.990Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00cc175c5aaee08d7c1696b5","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00cc175c5aaee08d7c1696b5: done: 0.015813 sec","job_status":"done","queue_duration_s":1.190656,"scheduling_latency_s":1.190823,"redis_calls":13,"redis_duration_s":0.002633,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000934,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001699,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009782,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015813,"completed_at":"2026-06-16T04:16:09.990Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1304vm-test-run-nixbot-gitlab> gitlab # [  228.680717] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:09.991Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d72141524a3d218960b11376","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d72141524a3d218960b11376: start","job_status":"start","queue_duration_s":1.207899,"scheduling_latency_s":1.207914}1305vm-test-run-nixbot-gitlab> gitlab # [  228.692441] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.007Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d72141524a3d218960b11376","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d72141524a3d218960b11376: done: 0.015686 sec","job_status":"done","queue_duration_s":1.207899,"scheduling_latency_s":1.207914,"redis_calls":13,"redis_duration_s":0.002802,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000926,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001876,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010011,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015686,"completed_at":"2026-06-16T04:16:10.007Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1306vm-test-run-nixbot-gitlab> gitlab # [  228.729390] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.008Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"12741e4bd2530f488ad8af71","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-12741e4bd2530f488ad8af71: start","job_status":"start","queue_duration_s":1.224957,"scheduling_latency_s":1.224972}1307vm-test-run-nixbot-gitlab> gitlab # [  228.741240] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.024Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"12741e4bd2530f488ad8af71","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-12741e4bd2530f488ad8af71: done: 0.015475 sec","job_status":"done","queue_duration_s":1.224957,"scheduling_latency_s":1.224972,"redis_calls":13,"redis_duration_s":0.0026439999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000895,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001749,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009843,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015475,"completed_at":"2026-06-16T04:16:10.024Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1308vm-test-run-nixbot-gitlab> gitlab # [  228.779484] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.025Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"92d4565176c3f24eb062fe67","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-92d4565176c3f24eb062fe67: start","job_status":"start","queue_duration_s":1.241943,"scheduling_latency_s":1.241959}1309vm-test-run-nixbot-gitlab> gitlab # [  228.791372] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.042Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"92d4565176c3f24eb062fe67","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-92d4565176c3f24eb062fe67: done: 0.016426 sec","job_status":"done","queue_duration_s":1.241943,"scheduling_latency_s":1.241959,"redis_calls":13,"redis_duration_s":0.003227,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001331,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001896,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010116,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016426,"completed_at":"2026-06-16T04:16:10.041Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1310vm-test-run-nixbot-gitlab> gitlab # [  228.828950] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.043Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca95507269a65177656b7910","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca95507269a65177656b7910: start","job_status":"start","queue_duration_s":1.259843,"scheduling_latency_s":1.25986}1311vm-test-run-nixbot-gitlab> gitlab # [  228.840792] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.059Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca95507269a65177656b7910","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca95507269a65177656b7910: done: 0.015599 sec","job_status":"done","queue_duration_s":1.259843,"scheduling_latency_s":1.25986,"redis_calls":13,"redis_duration_s":0.0026750000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000876,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001799,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010063,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015599,"completed_at":"2026-06-16T04:16:10.059Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1312vm-test-run-nixbot-gitlab> gitlab # [  228.877923] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.060Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bbd52ea4149f1a710bb09ff8","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bbd52ea4149f1a710bb09ff8: start","job_status":"start","queue_duration_s":1.276768,"scheduling_latency_s":1.276782}1313vm-test-run-nixbot-gitlab> gitlab # [  228.889570] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.076Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bbd52ea4149f1a710bb09ff8","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bbd52ea4149f1a710bb09ff8: done: 0.015797 sec","job_status":"done","queue_duration_s":1.276768,"scheduling_latency_s":1.276782,"redis_calls":13,"redis_duration_s":0.002947,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002015,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010038,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015797,"completed_at":"2026-06-16T04:16:10.076Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1314vm-test-run-nixbot-gitlab> gitlab # [  228.926765] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.077Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f3881c4c814a28a475eadcd","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f3881c4c814a28a475eadcd: start","job_status":"start","queue_duration_s":1.293886,"scheduling_latency_s":1.293901}1315vm-test-run-nixbot-gitlab> gitlab # [  228.938625] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f3881c4c814a28a475eadcd","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f3881c4c814a28a475eadcd: done: 0.01576 sec","job_status":"done","queue_duration_s":1.293886,"scheduling_latency_s":1.293901,"redis_calls":13,"redis_duration_s":0.002668,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001749,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00973,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01576,"completed_at":"2026-06-16T04:16:10.093Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1316vm-test-run-nixbot-gitlab> gitlab # [  228.976486] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.094Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dcaae828356cf6298e5422f6","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dcaae828356cf6298e5422f6: start","job_status":"start","queue_duration_s":1.310978,"scheduling_latency_s":1.310994}1317vm-test-run-nixbot-gitlab> gitlab # [  228.988173] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.110Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dcaae828356cf6298e5422f6","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dcaae828356cf6298e5422f6: done: 0.015855 sec","job_status":"done","queue_duration_s":1.310978,"scheduling_latency_s":1.310994,"redis_calls":13,"redis_duration_s":0.0029980000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000955,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002043,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009852,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015855,"completed_at":"2026-06-16T04:16:10.110Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1318vm-test-run-nixbot-gitlab> gitlab # [  229.025097] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.111Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"97001c0761b48259db38206d","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-97001c0761b48259db38206d: start","job_status":"start","queue_duration_s":1.328203,"scheduling_latency_s":1.328219}1319vm-test-run-nixbot-gitlab> gitlab # [  229.036750] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.127Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"97001c0761b48259db38206d","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-97001c0761b48259db38206d: done: 0.01555 sec","job_status":"done","queue_duration_s":1.328203,"scheduling_latency_s":1.328219,"redis_calls":13,"redis_duration_s":0.002632,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000896,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001736,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009665,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01555,"completed_at":"2026-06-16T04:16:10.127Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1320vm-test-run-nixbot-gitlab> gitlab # [  229.073606] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.128Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0a4f7bef46ca5f25a0fcd221","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0a4f7bef46ca5f25a0fcd221: start","job_status":"start","queue_duration_s":1.345081,"scheduling_latency_s":1.345097}1321vm-test-run-nixbot-gitlab> gitlab # [  229.085366] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.144Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0a4f7bef46ca5f25a0fcd221","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0a4f7bef46ca5f25a0fcd221: done: 0.015418 sec","job_status":"done","queue_duration_s":1.345081,"scheduling_latency_s":1.345097,"redis_calls":13,"redis_duration_s":0.00287,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001055,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001815,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009651,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015418,"completed_at":"2026-06-16T04:16:10.144Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1322vm-test-run-nixbot-gitlab> gitlab # [  229.122458] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.145Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fca4d89decb6a67ef6bc7bd2","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fca4d89decb6a67ef6bc7bd2: start","job_status":"start","queue_duration_s":1.362227,"scheduling_latency_s":1.362243}1323vm-test-run-nixbot-gitlab> gitlab # [  229.134078] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.161Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fca4d89decb6a67ef6bc7bd2","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fca4d89decb6a67ef6bc7bd2: done: 0.015681 sec","job_status":"done","queue_duration_s":1.362227,"scheduling_latency_s":1.362243,"redis_calls":13,"redis_duration_s":0.002711,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000928,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001783,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009789,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015681,"completed_at":"2026-06-16T04:16:10.161Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1324vm-test-run-nixbot-gitlab> gitlab # [  229.172563] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.163Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"53991931042d6aa5d415e59d","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-53991931042d6aa5d415e59d: start","job_status":"start","queue_duration_s":1.379361,"scheduling_latency_s":1.379377}1325vm-test-run-nixbot-gitlab> gitlab # [  229.184027] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.178Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"53991931042d6aa5d415e59d","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-53991931042d6aa5d415e59d: done: 0.015415 sec","job_status":"done","queue_duration_s":1.379361,"scheduling_latency_s":1.379377,"redis_calls":13,"redis_duration_s":0.002685,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001752,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009818,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015415,"completed_at":"2026-06-16T04:16:10.178Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1326vm-test-run-nixbot-gitlab> gitlab # [  229.220762] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.179Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76b04f4e425685cc54c98e61","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76b04f4e425685cc54c98e61: start","job_status":"start","queue_duration_s":1.396243,"scheduling_latency_s":1.396258}1327vm-test-run-nixbot-gitlab> gitlab # [  229.232389] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.195Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76b04f4e425685cc54c98e61","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76b04f4e425685cc54c98e61: done: 0.01538 sec","job_status":"done","queue_duration_s":1.396243,"scheduling_latency_s":1.396258,"redis_calls":13,"redis_duration_s":0.00266,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000893,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001767,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009817,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01538,"completed_at":"2026-06-16T04:16:10.195Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1328vm-test-run-nixbot-gitlab> gitlab # [  229.269163] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.196Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"50272cfa0505445a6e6b01b2","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-50272cfa0505445a6e6b01b2: start","job_status":"start","queue_duration_s":1.413088,"scheduling_latency_s":1.413104}1329vm-test-run-nixbot-gitlab> gitlab # [  229.280901] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.212Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"50272cfa0505445a6e6b01b2","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-50272cfa0505445a6e6b01b2: done: 0.016145 sec","job_status":"done","queue_duration_s":1.413088,"scheduling_latency_s":1.413104,"redis_calls":13,"redis_duration_s":0.002954,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00095,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002004,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010223,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016145,"completed_at":"2026-06-16T04:16:10.212Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1330vm-test-run-nixbot-gitlab> gitlab # [  229.317846] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.214Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ed8af310d1ac885c8e4b3b33","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ed8af310d1ac885c8e4b3b33: start","job_status":"start","queue_duration_s":1.430791,"scheduling_latency_s":1.430807}1331vm-test-run-nixbot-gitlab> gitlab # [  229.329596] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.230Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ed8af310d1ac885c8e4b3b33","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ed8af310d1ac885c8e4b3b33: done: 0.015573 sec","job_status":"done","queue_duration_s":1.430791,"scheduling_latency_s":1.430807,"redis_calls":13,"redis_duration_s":0.002892,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001838,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009926,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015573,"completed_at":"2026-06-16T04:16:10.229Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1332vm-test-run-nixbot-gitlab> gitlab # [  229.366681] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.231Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a974e4c0729470f038b72a75","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a974e4c0729470f038b72a75: start","job_status":"start","queue_duration_s":1.447467,"scheduling_latency_s":1.447483}1333vm-test-run-nixbot-gitlab> gitlab # [  229.379469] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.247Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a974e4c0729470f038b72a75","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a974e4c0729470f038b72a75: done: 0.016411 sec","job_status":"done","queue_duration_s":1.447467,"scheduling_latency_s":1.447483,"redis_calls":13,"redis_duration_s":0.001802,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000547,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001255,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011368,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016411,"completed_at":"2026-06-16T04:16:10.247Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1334vm-test-run-nixbot-gitlab> gitlab # [  229.416733] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.248Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8594c15df7955d9bb9c24602","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8594c15df7955d9bb9c24602: start","job_status":"start","queue_duration_s":1.46495,"scheduling_latency_s":1.464966}1335vm-test-run-nixbot-gitlab> gitlab # [  229.428280] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.264Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8594c15df7955d9bb9c24602","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8594c15df7955d9bb9c24602: done: 0.016209 sec","job_status":"done","queue_duration_s":1.46495,"scheduling_latency_s":1.464966,"redis_calls":13,"redis_duration_s":0.001893,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000825,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001068,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011003,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016209,"completed_at":"2026-06-16T04:16:10.264Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1336vm-test-run-nixbot-gitlab> gitlab # [  229.469993] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.265Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69fc40a88c30dd447c463b89","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69fc40a88c30dd447c463b89: start","job_status":"start","queue_duration_s":1.482295,"scheduling_latency_s":1.482312}1337vm-test-run-nixbot-gitlab> gitlab # [  229.481979] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.281Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69fc40a88c30dd447c463b89","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69fc40a88c30dd447c463b89: done: 0.015465 sec","job_status":"done","queue_duration_s":1.482295,"scheduling_latency_s":1.482312,"redis_calls":13,"redis_duration_s":0.001475,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000527,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000948,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010441,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015465,"completed_at":"2026-06-16T04:16:10.281Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1338vm-test-run-nixbot-gitlab> gitlab # [  229.520279] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.282Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7dd386708545da435a66fadb","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7dd386708545da435a66fadb: start","job_status":"start","queue_duration_s":1.498832,"scheduling_latency_s":1.498848}1339vm-test-run-nixbot-gitlab> gitlab # [  229.531861] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.297Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7dd386708545da435a66fadb","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7dd386708545da435a66fadb: done: 0.014833 sec","job_status":"done","queue_duration_s":1.498832,"scheduling_latency_s":1.498848,"redis_calls":13,"redis_duration_s":0.0014130000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000506,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000907,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010171,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014833,"completed_at":"2026-06-16T04:16:10.297Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1340vm-test-run-nixbot-gitlab> gitlab # [  229.569372] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.298Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc1c0e83d55e3c6c20171771","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc1c0e83d55e3c6c20171771: start","job_status":"start","queue_duration_s":1.514781,"scheduling_latency_s":1.514798}1341vm-test-run-nixbot-gitlab> gitlab # [  229.581947] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.313Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc1c0e83d55e3c6c20171771","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc1c0e83d55e3c6c20171771: done: 0.015175 sec","job_status":"done","queue_duration_s":1.514781,"scheduling_latency_s":1.514798,"redis_calls":13,"redis_duration_s":0.001464,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000922,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010292,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015175,"completed_at":"2026-06-16T04:16:10.313Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1342vm-test-run-nixbot-gitlab> gitlab # [  229.618444] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.314Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"94b1584d516865c4bded317b","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-94b1584d516865c4bded317b: start","job_status":"start","queue_duration_s":1.53118,"scheduling_latency_s":1.531196}1343vm-test-run-nixbot-gitlab> gitlab # [  229.629828] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.356Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"94b1584d516865c4bded317b","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-94b1584d516865c4bded317b: done: 0.041614 sec","job_status":"done","queue_duration_s":1.53118,"scheduling_latency_s":1.531196,"redis_calls":13,"redis_duration_s":0.001449,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000562,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000887,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010441,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.041614,"completed_at":"2026-06-16T04:16:10.356Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1344vm-test-run-nixbot-gitlab> gitlab # [  229.666295] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.357Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8d032f60af35a33f50b64a30","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8d032f60af35a33f50b64a30: start","job_status":"start","queue_duration_s":1.574055,"scheduling_latency_s":1.574072}1345vm-test-run-nixbot-gitlab> gitlab # [  229.677881] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.372Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8d032f60af35a33f50b64a30","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8d032f60af35a33f50b64a30: done: 0.014535 sec","job_status":"done","queue_duration_s":1.574055,"scheduling_latency_s":1.574072,"redis_calls":13,"redis_duration_s":0.001411,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000899,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014535,"completed_at":"2026-06-16T04:16:10.372Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1346vm-test-run-nixbot-gitlab> gitlab # [  229.714269] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.373Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eabebc3f667ffa74d5cddbe6","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eabebc3f667ffa74d5cddbe6: start","job_status":"start","queue_duration_s":1.589801,"scheduling_latency_s":1.589818}1347vm-test-run-nixbot-gitlab> gitlab # [  229.725870] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.388Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eabebc3f667ffa74d5cddbe6","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eabebc3f667ffa74d5cddbe6: done: 0.015014 sec","job_status":"done","queue_duration_s":1.589801,"scheduling_latency_s":1.589818,"redis_calls":13,"redis_duration_s":0.00151,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000513,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000997,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01051,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015014,"completed_at":"2026-06-16T04:16:10.388Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1348vm-test-run-nixbot-gitlab> gitlab # [  229.762270] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.389Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2017bb563d9f1771ac829a7a","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2017bb563d9f1771ac829a7a: start","job_status":"start","queue_duration_s":1.606155,"scheduling_latency_s":1.606172}1349vm-test-run-nixbot-gitlab> gitlab # [  229.773866] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.404Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2017bb563d9f1771ac829a7a","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2017bb563d9f1771ac829a7a: done: 0.01467 sec","job_status":"done","queue_duration_s":1.606155,"scheduling_latency_s":1.606172,"redis_calls":13,"redis_duration_s":0.001433,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000912,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010323,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01467,"completed_at":"2026-06-16T04:16:10.404Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350vm-test-run-nixbot-gitlab> gitlab # [  229.811328] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.405Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2c82df67cf67a6387c46a94a","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2c82df67cf67a6387c46a94a: start","job_status":"start","queue_duration_s":1.622109,"scheduling_latency_s":1.622126}1351vm-test-run-nixbot-gitlab> gitlab # [  229.823057] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.420Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2c82df67cf67a6387c46a94a","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2c82df67cf67a6387c46a94a: done: 0.014494 sec","job_status":"done","queue_duration_s":1.622109,"scheduling_latency_s":1.622126,"redis_calls":13,"redis_duration_s":0.001423,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000903,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010194,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014494,"completed_at":"2026-06-16T04:16:10.420Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1352vm-test-run-nixbot-gitlab> gitlab # [  229.859667] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.421Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5488c339e8e8792aaaf40d09","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5488c339e8e8792aaaf40d09: start","job_status":"start","queue_duration_s":1.63765,"scheduling_latency_s":1.637667}1353vm-test-run-nixbot-gitlab> gitlab # [  229.871658] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.436Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5488c339e8e8792aaaf40d09","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5488c339e8e8792aaaf40d09: done: 0.015224 sec","job_status":"done","queue_duration_s":1.63765,"scheduling_latency_s":1.637667,"redis_calls":13,"redis_duration_s":0.00168,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000724,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000956,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010454,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015224,"completed_at":"2026-06-16T04:16:10.436Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1354vm-test-run-nixbot-gitlab> gitlab # [  229.908003] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.437Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ddb70888eca767e61593087e","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ddb70888eca767e61593087e: start","job_status":"start","queue_duration_s":1.653945,"scheduling_latency_s":1.653962}1355vm-test-run-nixbot-gitlab> gitlab # [  229.919235] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.452Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ddb70888eca767e61593087e","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ddb70888eca767e61593087e: done: 0.014825 sec","job_status":"done","queue_duration_s":1.653945,"scheduling_latency_s":1.653962,"redis_calls":13,"redis_duration_s":0.001421,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000511,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00091,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010168,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014825,"completed_at":"2026-06-16T04:16:10.452Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1356vm-test-run-nixbot-gitlab> gitlab # [  229.955979] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.453Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"280cf92442a26ddb4c6e68a3","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-280cf92442a26ddb4c6e68a3: start","job_status":"start","queue_duration_s":1.669816,"scheduling_latency_s":1.669833}1357vm-test-run-nixbot-gitlab> gitlab # [  229.967621] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.468Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"280cf92442a26ddb4c6e68a3","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-280cf92442a26ddb4c6e68a3: done: 0.014893 sec","job_status":"done","queue_duration_s":1.669816,"scheduling_latency_s":1.669833,"redis_calls":13,"redis_duration_s":0.001445,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00093,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01015,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014893,"completed_at":"2026-06-16T04:16:10.468Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1358vm-test-run-nixbot-gitlab> gitlab # [  230.005219] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.469Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b5a997a1cf69e5a7ae4df725","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b5a997a1cf69e5a7ae4df725: start","job_status":"start","queue_duration_s":1.685736,"scheduling_latency_s":1.685772}1359vm-test-run-nixbot-gitlab> gitlab # [  230.016810] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.484Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b5a997a1cf69e5a7ae4df725","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b5a997a1cf69e5a7ae4df725: done: 0.015038 sec","job_status":"done","queue_duration_s":1.685736,"scheduling_latency_s":1.685772,"redis_calls":13,"redis_duration_s":0.001441,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000525,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000916,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010344,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015038,"completed_at":"2026-06-16T04:16:10.484Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1360vm-test-run-nixbot-gitlab> gitlab # [  230.053119] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.485Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac77e87acdc4ba15d91af373","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac77e87acdc4ba15d91af373: start","job_status":"start","queue_duration_s":1.701866,"scheduling_latency_s":1.701882}1361vm-test-run-nixbot-gitlab> gitlab # [  230.064718] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.500Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac77e87acdc4ba15d91af373","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac77e87acdc4ba15d91af373: done: 0.014646 sec","job_status":"done","queue_duration_s":1.701866,"scheduling_latency_s":1.701882,"redis_calls":13,"redis_duration_s":0.001389,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000868,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009995,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014646,"completed_at":"2026-06-16T04:16:10.500Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1362vm-test-run-nixbot-gitlab> gitlab # [  230.101464] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.501Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2906f93cdd0e1b8f8f4a639c","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2906f93cdd0e1b8f8f4a639c: start","job_status":"start","queue_duration_s":1.717727,"scheduling_latency_s":1.717743}1363vm-test-run-nixbot-gitlab> gitlab # [  230.113261] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.516Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2906f93cdd0e1b8f8f4a639c","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2906f93cdd0e1b8f8f4a639c: done: 0.014676 sec","job_status":"done","queue_duration_s":1.717727,"scheduling_latency_s":1.717743,"redis_calls":13,"redis_duration_s":0.0014269999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000519,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000908,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010225,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014676,"completed_at":"2026-06-16T04:16:10.516Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1364vm-test-run-nixbot-gitlab> gitlab # [  230.150366] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.517Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62e7a4e30a06dcdb0157badb","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62e7a4e30a06dcdb0157badb: start","job_status":"start","queue_duration_s":1.733666,"scheduling_latency_s":1.733683}1365vm-test-run-nixbot-gitlab> gitlab # [  230.162167] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.532Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62e7a4e30a06dcdb0157badb","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62e7a4e30a06dcdb0157badb: done: 0.014936 sec","job_status":"done","queue_duration_s":1.733666,"scheduling_latency_s":1.733683,"redis_calls":13,"redis_duration_s":0.001456,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010478,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014936,"completed_at":"2026-06-16T04:16:10.532Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1366vm-test-run-nixbot-gitlab> gitlab # [  230.200136] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.533Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e7949b166c87cb9ca4f2aca","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e7949b166c87cb9ca4f2aca: start","job_status":"start","queue_duration_s":1.749793,"scheduling_latency_s":1.74981}1367vm-test-run-nixbot-gitlab> gitlab # [  230.211665] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.548Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e7949b166c87cb9ca4f2aca","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e7949b166c87cb9ca4f2aca: done: 0.015046 sec","job_status":"done","queue_duration_s":1.749793,"scheduling_latency_s":1.74981,"redis_calls":13,"redis_duration_s":0.001433,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000918,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010212,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015046,"completed_at":"2026-06-16T04:16:10.548Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1368vm-test-run-nixbot-gitlab> gitlab # [  230.248655] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.549Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0c2b380e19ebb6f5ee96188c","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0c2b380e19ebb6f5ee96188c: start","job_status":"start","queue_duration_s":1.766051,"scheduling_latency_s":1.766068}1369vm-test-run-nixbot-gitlab> gitlab # [  230.260246] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.564Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0c2b380e19ebb6f5ee96188c","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0c2b380e19ebb6f5ee96188c: done: 0.014599 sec","job_status":"done","queue_duration_s":1.766051,"scheduling_latency_s":1.766068,"redis_calls":13,"redis_duration_s":0.001387,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000879,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010253,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014599,"completed_at":"2026-06-16T04:16:10.564Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1370vm-test-run-nixbot-gitlab> gitlab # [  230.297076] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.565Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"51314bc0bcd48f368af8ad8a","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-51314bc0bcd48f368af8ad8a: start","job_status":"start","queue_duration_s":1.781865,"scheduling_latency_s":1.781884}1371vm-test-run-nixbot-gitlab> gitlab # [  230.308677] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.580Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"51314bc0bcd48f368af8ad8a","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-51314bc0bcd48f368af8ad8a: done: 0.014796 sec","job_status":"done","queue_duration_s":1.781865,"scheduling_latency_s":1.781884,"redis_calls":13,"redis_duration_s":0.001437,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010408,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014796,"completed_at":"2026-06-16T04:16:10.580Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1372vm-test-run-nixbot-gitlab> gitlab # [  230.345245] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ae37bf8d1ca04f36aa3d28c","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ae37bf8d1ca04f36aa3d28c: start","job_status":"start","queue_duration_s":1.797729,"scheduling_latency_s":1.797764}1373vm-test-run-nixbot-gitlab> gitlab # [  230.356957] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.596Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ae37bf8d1ca04f36aa3d28c","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ae37bf8d1ca04f36aa3d28c: done: 0.014803 sec","job_status":"done","queue_duration_s":1.797729,"scheduling_latency_s":1.797764,"redis_calls":13,"redis_duration_s":0.001569,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001054,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010306,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014803,"completed_at":"2026-06-16T04:16:10.596Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1374vm-test-run-nixbot-gitlab> gitlab # [  230.394633] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.597Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8b3f1c9810b6dd0e040f8a20","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8b3f1c9810b6dd0e040f8a20: start","job_status":"start","queue_duration_s":1.813724,"scheduling_latency_s":1.813741}1375vm-test-run-nixbot-gitlab> gitlab # [  230.406435] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.612Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8b3f1c9810b6dd0e040f8a20","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8b3f1c9810b6dd0e040f8a20: done: 0.014922 sec","job_status":"done","queue_duration_s":1.813724,"scheduling_latency_s":1.813741,"redis_calls":13,"redis_duration_s":0.001442,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000529,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000913,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010365,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014922,"completed_at":"2026-06-16T04:16:10.612Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1376vm-test-run-nixbot-gitlab> gitlab # [  230.443732] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"72844aa677203cd04a6d7593","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-72844aa677203cd04a6d7593: start","job_status":"start","queue_duration_s":1.829694,"scheduling_latency_s":1.829711}1377vm-test-run-nixbot-gitlab> gitlab # [  230.455612] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.628Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"72844aa677203cd04a6d7593","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-72844aa677203cd04a6d7593: done: 0.014853 sec","job_status":"done","queue_duration_s":1.829694,"scheduling_latency_s":1.829711,"redis_calls":13,"redis_duration_s":0.001712,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000672,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00104,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010069,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014853,"completed_at":"2026-06-16T04:16:10.628Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1378vm-test-run-nixbot-gitlab> gitlab # [  230.492026] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.629Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f9f45eb5b1ca6f6768e2dbfe","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f9f45eb5b1ca6f6768e2dbfe: start","job_status":"start","queue_duration_s":1.845615,"scheduling_latency_s":1.845632}1379vm-test-run-nixbot-gitlab> gitlab # [  230.503315] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.644Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f9f45eb5b1ca6f6768e2dbfe","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f9f45eb5b1ca6f6768e2dbfe: done: 0.015127 sec","job_status":"done","queue_duration_s":1.845615,"scheduling_latency_s":1.845632,"redis_calls":13,"redis_duration_s":0.0014290000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000537,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000892,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010148,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015127,"completed_at":"2026-06-16T04:16:10.644Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1380vm-test-run-nixbot-gitlab> gitlab # [  230.540200] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.645Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3028d7fa5793c7429dac7327","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3028d7fa5793c7429dac7327: start","job_status":"start","queue_duration_s":1.861807,"scheduling_latency_s":1.861824}1381vm-test-run-nixbot-gitlab> gitlab # [  230.551507] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.660Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3028d7fa5793c7429dac7327","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3028d7fa5793c7429dac7327: done: 0.015089 sec","job_status":"done","queue_duration_s":1.861807,"scheduling_latency_s":1.861824,"redis_calls":13,"redis_duration_s":0.0015,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000543,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000957,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010389,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015089,"completed_at":"2026-06-16T04:16:10.660Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1382vm-test-run-nixbot-gitlab> gitlab # [  230.588090] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.661Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b6ece657fa77cca5dc321236","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b6ece657fa77cca5dc321236: start","job_status":"start","queue_duration_s":1.878113,"scheduling_latency_s":1.87813}1383vm-test-run-nixbot-gitlab> gitlab # [  230.600603] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.676Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b6ece657fa77cca5dc321236","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b6ece657fa77cca5dc321236: done: 0.014614 sec","job_status":"done","queue_duration_s":1.878113,"scheduling_latency_s":1.87813,"redis_calls":13,"redis_duration_s":0.001428,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000918,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010071,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014614,"completed_at":"2026-06-16T04:16:10.676Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1384vm-test-run-nixbot-gitlab> gitlab # [  230.636263] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.677Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00d8ba12dde5903016225ad9","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00d8ba12dde5903016225ad9: start","job_status":"start","queue_duration_s":1.893942,"scheduling_latency_s":1.893958}1385vm-test-run-nixbot-gitlab> gitlab # [  230.647617] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.692Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00d8ba12dde5903016225ad9","created_at":"2026-06-16T04:16:08.704Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-17e4c6101be64547","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dd5e6e6f52b574ed174db19fbf57e2ee","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:08.783Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00d8ba12dde5903016225ad9: done: 0.014633 sec","job_status":"done","queue_duration_s":1.893942,"scheduling_latency_s":1.893958,"redis_calls":13,"redis_duration_s":0.001423,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000539,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000884,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010288,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014633,"completed_at":"2026-06-16T04:16:10.692Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1386vm-test-run-nixbot-gitlab> gitlab # [  230.683652] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d9b2ffef4b6db26b3718c18d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d9b2ffef4b6db26b3718c18d: start","job_status":"start","queue_duration_s":0.876261,"scheduling_latency_s":0.876278}1387vm-test-run-nixbot-gitlab> gitlab # [  230.695091] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.836Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d9b2ffef4b6db26b3718c18d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d9b2ffef4b6db26b3718c18d: done: 0.142646 sec","job_status":"done","queue_duration_s":0.876261,"scheduling_latency_s":0.876278,"redis_calls":13,"redis_duration_s":0.0017620000000000001,"redis_read_bytes":12,"redis_write_bytes":1300,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000285,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":289,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000647,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":395,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00083,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":616,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.118,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.118,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.131344,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00025962,"duration_s":0.142646,"completed_at":"2026-06-16T04:16:10.836Z","load_balancing_strategy":"primary","db_duration_s":0.005086,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1388vm-test-run-nixbot-gitlab> gitlab # [  230.732246] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.837Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"99043377d0614a317d65b7d0","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-99043377d0614a317d65b7d0: start","job_status":"start","queue_duration_s":1.020325,"scheduling_latency_s":1.020345}1389vm-test-run-nixbot-gitlab> gitlab # [  230.743274] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"99043377d0614a317d65b7d0","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-99043377d0614a317d65b7d0: done: 0.018451 sec","job_status":"done","queue_duration_s":1.020325,"scheduling_latency_s":1.020345,"redis_calls":10,"redis_duration_s":0.001954,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000583,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001371,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012962,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018451,"completed_at":"2026-06-16T04:16:10.855Z","load_balancing_strategy":"primary","db_duration_s":0.001654,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1390vm-test-run-nixbot-gitlab> gitlab # [  230.778473] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.857Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"84349c0012ca6f88c31095ec","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-84349c0012ca6f88c31095ec: start","job_status":"start","queue_duration_s":1.039854,"scheduling_latency_s":1.039872}1391vm-test-run-nixbot-gitlab> gitlab # [  230.789759] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.874Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"84349c0012ca6f88c31095ec","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-84349c0012ca6f88c31095ec: done: 0.017444 sec","job_status":"done","queue_duration_s":1.039854,"scheduling_latency_s":1.039872,"redis_calls":10,"redis_duration_s":0.0013280000000000002,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000564,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000764,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012386,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017444,"completed_at":"2026-06-16T04:16:10.874Z","load_balancing_strategy":"primary","db_duration_s":0.001389,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1392vm-test-run-nixbot-gitlab> gitlab # [  230.826046] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.875Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"962c44f15c807ff3dbe8bb3d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-962c44f15c807ff3dbe8bb3d: start","job_status":"start","queue_duration_s":1.058325,"scheduling_latency_s":1.058342}1393vm-test-run-nixbot-gitlab> gitlab # [  230.837317] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.892Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"962c44f15c807ff3dbe8bb3d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-962c44f15c807ff3dbe8bb3d: done: 0.017324 sec","job_status":"done","queue_duration_s":1.058325,"scheduling_latency_s":1.058342,"redis_calls":10,"redis_duration_s":0.001301,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000551,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00075,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011699,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017324,"completed_at":"2026-06-16T04:16:10.892Z","load_balancing_strategy":"primary","db_duration_s":0.001381,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1394vm-test-run-nixbot-gitlab> gitlab # [  230.872839] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.894Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d1f5d35068c4ce2dd80b04fa","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d1f5d35068c4ce2dd80b04fa: start","job_status":"start","queue_duration_s":1.077443,"scheduling_latency_s":1.077462}1395vm-test-run-nixbot-gitlab> gitlab # [  230.884183] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.911Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d1f5d35068c4ce2dd80b04fa","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d1f5d35068c4ce2dd80b04fa: done: 0.017321 sec","job_status":"done","queue_duration_s":1.077443,"scheduling_latency_s":1.077462,"redis_calls":10,"redis_duration_s":0.00131,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000573,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000737,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012248,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017321,"completed_at":"2026-06-16T04:16:10.911Z","load_balancing_strategy":"primary","db_duration_s":0.001369,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1396vm-test-run-nixbot-gitlab> gitlab # [  230.919714] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.913Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5eceb5119a41e73a4930ffc9","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5eceb5119a41e73a4930ffc9: start","job_status":"start","queue_duration_s":1.095786,"scheduling_latency_s":1.095803}1397vm-test-run-nixbot-gitlab> gitlab # [  230.931489] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.931Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5eceb5119a41e73a4930ffc9","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5eceb5119a41e73a4930ffc9: done: 0.018179 sec","job_status":"done","queue_duration_s":1.095786,"scheduling_latency_s":1.095803,"redis_calls":10,"redis_duration_s":0.001316,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000579,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000737,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013247,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018179,"completed_at":"2026-06-16T04:16:10.931Z","load_balancing_strategy":"primary","db_duration_s":0.001388,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1398vm-test-run-nixbot-gitlab> gitlab # [  230.967746] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.932Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1b6555822762273ac6f56801","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1b6555822762273ac6f56801: start","job_status":"start","queue_duration_s":1.115086,"scheduling_latency_s":1.115104}1399vm-test-run-nixbot-gitlab> gitlab # [  230.979391] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.949Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1b6555822762273ac6f56801","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1b6555822762273ac6f56801: done: 0.01692 sec","job_status":"done","queue_duration_s":1.115086,"scheduling_latency_s":1.115104,"redis_calls":10,"redis_duration_s":0.001483,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000739,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000744,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011739,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01692,"completed_at":"2026-06-16T04:16:10.949Z","load_balancing_strategy":"primary","db_duration_s":0.001417,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1400vm-test-run-nixbot-gitlab> gitlab # [  231.016798] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.950Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1697882124e5515fac2594f3","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1697882124e5515fac2594f3: start","job_status":"start","queue_duration_s":1.133734,"scheduling_latency_s":1.133753}1401vm-test-run-nixbot-gitlab> gitlab # [  231.028386] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.968Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1697882124e5515fac2594f3","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1697882124e5515fac2594f3: done: 0.017339 sec","job_status":"done","queue_duration_s":1.133734,"scheduling_latency_s":1.133753,"redis_calls":10,"redis_duration_s":0.001333,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000597,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000736,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012243,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017339,"completed_at":"2026-06-16T04:16:10.968Z","load_balancing_strategy":"primary","db_duration_s":0.00138,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1402vm-test-run-nixbot-gitlab> gitlab # [  231.064592] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.969Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"694e52fe8c4e6d5a14be250b","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-694e52fe8c4e6d5a14be250b: start","job_status":"start","queue_duration_s":1.152109,"scheduling_latency_s":1.152126}1403vm-test-run-nixbot-gitlab> gitlab # [  231.075985] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.986Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"694e52fe8c4e6d5a14be250b","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-694e52fe8c4e6d5a14be250b: done: 0.017285 sec","job_status":"done","queue_duration_s":1.152109,"scheduling_latency_s":1.152126,"redis_calls":10,"redis_duration_s":0.0013080000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000537,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000771,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012287,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017285,"completed_at":"2026-06-16T04:16:10.986Z","load_balancing_strategy":"primary","db_duration_s":0.001397,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1404vm-test-run-nixbot-gitlab> gitlab # [  231.112751] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:10.987Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"851498abe40b008ed3894553","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-851498abe40b008ed3894553: start","job_status":"start","queue_duration_s":1.170486,"scheduling_latency_s":1.170504}1405vm-test-run-nixbot-gitlab> gitlab # [  231.124417] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.004Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"851498abe40b008ed3894553","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-851498abe40b008ed3894553: done: 0.017068 sec","job_status":"done","queue_duration_s":1.170486,"scheduling_latency_s":1.170504,"redis_calls":10,"redis_duration_s":0.001268,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000728,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011547,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017068,"completed_at":"2026-06-16T04:16:11.004Z","load_balancing_strategy":"primary","db_duration_s":0.001201,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1406vm-test-run-nixbot-gitlab> gitlab # [  231.161024] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.006Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1b8313f8769cce84c273c3ae","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1b8313f8769cce84c273c3ae: start","job_status":"start","queue_duration_s":1.189222,"scheduling_latency_s":1.189239}1407vm-test-run-nixbot-gitlab> gitlab # [  231.172619] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.023Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1b8313f8769cce84c273c3ae","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1b8313f8769cce84c273c3ae: done: 0.017098 sec","job_status":"done","queue_duration_s":1.189222,"scheduling_latency_s":1.189239,"redis_calls":10,"redis_duration_s":0.001289,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000548,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000741,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012297,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017098,"completed_at":"2026-06-16T04:16:11.023Z","load_balancing_strategy":"primary","db_duration_s":0.001229,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1408vm-test-run-nixbot-gitlab> gitlab # [  231.209284] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.024Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0e834006c4816dd5a778e7d5","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0e834006c4816dd5a778e7d5: start","job_status":"start","queue_duration_s":1.207475,"scheduling_latency_s":1.207493}1409vm-test-run-nixbot-gitlab> gitlab # [  231.220641] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.042Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0e834006c4816dd5a778e7d5","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0e834006c4816dd5a778e7d5: done: 0.017573 sec","job_status":"done","queue_duration_s":1.207475,"scheduling_latency_s":1.207493,"redis_calls":10,"redis_duration_s":0.001303,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000547,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000756,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01256,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017573,"completed_at":"2026-06-16T04:16:11.042Z","load_balancing_strategy":"primary","db_duration_s":0.001198,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1410vm-test-run-nixbot-gitlab> gitlab # [  231.256638] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.043Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"367efd762b9e5e7b59b6d49b","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-367efd762b9e5e7b59b6d49b: start","job_status":"start","queue_duration_s":1.226059,"scheduling_latency_s":1.226077}1411vm-test-run-nixbot-gitlab> gitlab # [  231.268143] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.060Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"367efd762b9e5e7b59b6d49b","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-367efd762b9e5e7b59b6d49b: done: 0.017713 sec","job_status":"done","queue_duration_s":1.226059,"scheduling_latency_s":1.226077,"redis_calls":10,"redis_duration_s":0.001842,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001092,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00075,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011692,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017713,"completed_at":"2026-06-16T04:16:11.060Z","load_balancing_strategy":"primary","db_duration_s":0.001231,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1412vm-test-run-nixbot-gitlab> gitlab # [  231.303983] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.062Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c3a9285b40b475056dc0d16a","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c3a9285b40b475056dc0d16a: start","job_status":"start","queue_duration_s":1.245505,"scheduling_latency_s":1.245524}1413vm-test-run-nixbot-gitlab> gitlab # [  231.315327] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.080Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c3a9285b40b475056dc0d16a","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c3a9285b40b475056dc0d16a: done: 0.017398 sec","job_status":"done","queue_duration_s":1.245505,"scheduling_latency_s":1.245524,"redis_calls":10,"redis_duration_s":0.0012959999999999998,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000548,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000748,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012482,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017398,"completed_at":"2026-06-16T04:16:11.080Z","load_balancing_strategy":"primary","db_duration_s":0.001238,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1414vm-test-run-nixbot-gitlab> gitlab # [  231.352137] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.081Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"129547c2e6d7d0355715e091","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-129547c2e6d7d0355715e091: start","job_status":"start","queue_duration_s":1.263922,"scheduling_latency_s":1.263939}1415vm-test-run-nixbot-gitlab> gitlab # [  231.363732] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.098Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"129547c2e6d7d0355715e091","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-129547c2e6d7d0355715e091: done: 0.017067 sec","job_status":"done","queue_duration_s":1.263922,"scheduling_latency_s":1.263939,"redis_calls":10,"redis_duration_s":0.0013340000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000562,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000772,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01227,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017067,"completed_at":"2026-06-16T04:16:11.098Z","load_balancing_strategy":"primary","db_duration_s":0.001196,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1416vm-test-run-nixbot-gitlab> gitlab # [  231.400503] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.099Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5099d9ea79933c59daba64fc","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5099d9ea79933c59daba64fc: start","job_status":"start","queue_duration_s":1.282034,"scheduling_latency_s":1.282052}1417vm-test-run-nixbot-gitlab> gitlab # [  231.412950] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.116Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5099d9ea79933c59daba64fc","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5099d9ea79933c59daba64fc: done: 0.01728 sec","job_status":"done","queue_duration_s":1.282034,"scheduling_latency_s":1.282052,"redis_calls":10,"redis_duration_s":0.001331,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000547,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000784,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012458,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01728,"completed_at":"2026-06-16T04:16:11.116Z","load_balancing_strategy":"primary","db_duration_s":0.001226,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1418vm-test-run-nixbot-gitlab> gitlab # [  231.448719] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.118Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d237bb0950f0b2192f987c28","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d237bb0950f0b2192f987c28: start","job_status":"start","queue_duration_s":1.301181,"scheduling_latency_s":1.301199}1419vm-test-run-nixbot-gitlab> gitlab # [  231.460108] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.135Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d237bb0950f0b2192f987c28","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d237bb0950f0b2192f987c28: done: 0.017094 sec","job_status":"done","queue_duration_s":1.301181,"scheduling_latency_s":1.301199,"redis_calls":10,"redis_duration_s":0.0013180000000000002,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000772,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012288,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017094,"completed_at":"2026-06-16T04:16:11.135Z","load_balancing_strategy":"primary","db_duration_s":0.001227,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1420vm-test-run-nixbot-gitlab> gitlab # [  231.495856] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.136Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5006ed701ddb291c670d937d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5006ed701ddb291c670d937d: start","job_status":"start","queue_duration_s":1.319293,"scheduling_latency_s":1.319311}1421vm-test-run-nixbot-gitlab> gitlab # [  231.507504] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.154Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5006ed701ddb291c670d937d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5006ed701ddb291c670d937d: done: 0.017685 sec","job_status":"done","queue_duration_s":1.319293,"scheduling_latency_s":1.319311,"redis_calls":10,"redis_duration_s":0.001403,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000593,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00081,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012594,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017685,"completed_at":"2026-06-16T04:16:11.154Z","load_balancing_strategy":"primary","db_duration_s":0.001237,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1422vm-test-run-nixbot-gitlab> gitlab # [  231.543354] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.155Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"247e66a86e8614c74352a96e","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-247e66a86e8614c74352a96e: start","job_status":"start","queue_duration_s":1.337985,"scheduling_latency_s":1.338002}1423vm-test-run-nixbot-gitlab> gitlab # [  231.554983] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.172Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"247e66a86e8614c74352a96e","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-247e66a86e8614c74352a96e: done: 0.017198 sec","job_status":"done","queue_duration_s":1.337985,"scheduling_latency_s":1.338002,"redis_calls":10,"redis_duration_s":0.001284,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000538,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000746,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011524,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017198,"completed_at":"2026-06-16T04:16:11.172Z","load_balancing_strategy":"primary","db_duration_s":0.001199,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1424vm-test-run-nixbot-gitlab> gitlab # [  231.591034] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.174Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f357106d7d8710f2f59f0490","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f357106d7d8710f2f59f0490: start","job_status":"start","queue_duration_s":1.356947,"scheduling_latency_s":1.356965}1425vm-test-run-nixbot-gitlab> gitlab # [  231.602684] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.191Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f357106d7d8710f2f59f0490","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f357106d7d8710f2f59f0490: done: 0.017278 sec","job_status":"done","queue_duration_s":1.356947,"scheduling_latency_s":1.356965,"redis_calls":10,"redis_duration_s":0.001324,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000585,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000739,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012408,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017278,"completed_at":"2026-06-16T04:16:11.191Z","load_balancing_strategy":"primary","db_duration_s":0.001239,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1426vm-test-run-nixbot-gitlab> gitlab # [  231.639449] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.192Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"9bb6ca895898eb53ebb3cba9","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-9bb6ca895898eb53ebb3cba9: start","job_status":"start","queue_duration_s":1.37532,"scheduling_latency_s":1.375338}1427vm-test-run-nixbot-gitlab> gitlab # [  231.651580] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.209Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"9bb6ca895898eb53ebb3cba9","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-9bb6ca895898eb53ebb3cba9: done: 0.01699 sec","job_status":"done","queue_duration_s":1.37532,"scheduling_latency_s":1.375338,"redis_calls":10,"redis_duration_s":0.001281,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000739,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012196,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01699,"completed_at":"2026-06-16T04:16:11.209Z","load_balancing_strategy":"primary","db_duration_s":0.001221,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1428vm-test-run-nixbot-gitlab> gitlab # [  231.688377] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.210Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"76cabde1d5875968846fef28","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-76cabde1d5875968846fef28: start","job_status":"start","queue_duration_s":1.393355,"scheduling_latency_s":1.393372}1429vm-test-run-nixbot-gitlab> gitlab # [  231.700047] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.229Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"76cabde1d5875968846fef28","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-76cabde1d5875968846fef28: done: 0.018555 sec","job_status":"done","queue_duration_s":1.393355,"scheduling_latency_s":1.393372,"redis_calls":10,"redis_duration_s":0.001387,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000627,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00076,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013683,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018555,"completed_at":"2026-06-16T04:16:11.229Z","load_balancing_strategy":"primary","db_duration_s":0.001223,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1430vm-test-run-nixbot-gitlab> gitlab # [  231.736704] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.230Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c0b53809e0809d4fdfc8359d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c0b53809e0809d4fdfc8359d: start","job_status":"start","queue_duration_s":1.413043,"scheduling_latency_s":1.413061}1431vm-test-run-nixbot-gitlab> gitlab # [  231.748148] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.247Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c0b53809e0809d4fdfc8359d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c0b53809e0809d4fdfc8359d: done: 0.017527 sec","job_status":"done","queue_duration_s":1.413043,"scheduling_latency_s":1.413061,"redis_calls":10,"redis_duration_s":0.001291,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000543,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000748,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011719,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017527,"completed_at":"2026-06-16T04:16:11.247Z","load_balancing_strategy":"primary","db_duration_s":0.00119,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1432vm-test-run-nixbot-gitlab> gitlab # [  231.783936] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.248Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"dc7ed839a64d725d2db7591f","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-dc7ed839a64d725d2db7591f: start","job_status":"start","queue_duration_s":1.431682,"scheduling_latency_s":1.431699}1433vm-test-run-nixbot-gitlab> gitlab # [  231.795469] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.266Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"dc7ed839a64d725d2db7591f","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-dc7ed839a64d725d2db7591f: done: 0.01722 sec","job_status":"done","queue_duration_s":1.431682,"scheduling_latency_s":1.431699,"redis_calls":10,"redis_duration_s":0.001288,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000564,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000724,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012393,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01722,"completed_at":"2026-06-16T04:16:11.266Z","load_balancing_strategy":"primary","db_duration_s":0.001284,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1434vm-test-run-nixbot-gitlab> gitlab # [  231.832491] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.267Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"46ce12b0235f22fa1df92ddf","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-46ce12b0235f22fa1df92ddf: start","job_status":"start","queue_duration_s":1.449986,"scheduling_latency_s":1.450004}1435vm-test-run-nixbot-gitlab> gitlab # [  231.843792] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.462Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"46ce12b0235f22fa1df92ddf","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-46ce12b0235f22fa1df92ddf: done: 0.195696 sec","job_status":"done","queue_duration_s":1.449986,"scheduling_latency_s":1.450004,"redis_calls":10,"redis_duration_s":0.001393,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000632,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000761,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018966,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.195696,"completed_at":"2026-06-16T04:16:11.462Z","load_balancing_strategy":"primary","db_duration_s":0.001636,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1436vm-test-run-nixbot-gitlab> gitlab # [  231.880886] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.464Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"450c87095d98f532a3a3fc18","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-450c87095d98f532a3a3fc18: start","job_status":"start","queue_duration_s":1.646776,"scheduling_latency_s":1.646795}1437vm-test-run-nixbot-gitlab> gitlab # [  231.892510] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.482Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"450c87095d98f532a3a3fc18","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-450c87095d98f532a3a3fc18: done: 0.018065 sec","job_status":"done","queue_duration_s":1.646776,"scheduling_latency_s":1.646795,"redis_calls":10,"redis_duration_s":0.001296,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000537,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000759,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013158,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018065,"completed_at":"2026-06-16T04:16:11.481Z","load_balancing_strategy":"primary","db_duration_s":0.001227,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1438vm-test-run-nixbot-gitlab> gitlab # [  231.928150] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.483Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fd2a1c1490e870c8983176e3","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fd2a1c1490e870c8983176e3: start","job_status":"start","queue_duration_s":1.665863,"scheduling_latency_s":1.66588}1439vm-test-run-nixbot-gitlab> gitlab # [  231.939453] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.501Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fd2a1c1490e870c8983176e3","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fd2a1c1490e870c8983176e3: done: 0.01807 sec","job_status":"done","queue_duration_s":1.665863,"scheduling_latency_s":1.66588,"redis_calls":10,"redis_duration_s":0.00132,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000544,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000776,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013134,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01807,"completed_at":"2026-06-16T04:16:11.501Z","load_balancing_strategy":"primary","db_duration_s":0.001415,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1440vm-test-run-nixbot-gitlab> gitlab # [  231.975248] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.502Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"229df6944ec1bac82cf9e7fe","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-229df6944ec1bac82cf9e7fe: start","job_status":"start","queue_duration_s":1.685751,"scheduling_latency_s":1.685769}1441vm-test-run-nixbot-gitlab> gitlab # [  231.987306] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.520Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"229df6944ec1bac82cf9e7fe","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-229df6944ec1bac82cf9e7fe: done: 0.017509 sec","job_status":"done","queue_duration_s":1.685751,"scheduling_latency_s":1.685769,"redis_calls":10,"redis_duration_s":0.001303,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000538,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000765,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012606,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017509,"completed_at":"2026-06-16T04:16:11.520Z","load_balancing_strategy":"primary","db_duration_s":0.001236,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1442vm-test-run-nixbot-gitlab> gitlab # [  232.023049] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.521Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"991bedc34220fa99e0a23a02","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-991bedc34220fa99e0a23a02: start","job_status":"start","queue_duration_s":1.704331,"scheduling_latency_s":1.704349}1443vm-test-run-nixbot-gitlab> gitlab # [  232.035509] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.539Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"991bedc34220fa99e0a23a02","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-991bedc34220fa99e0a23a02: done: 0.017579 sec","job_status":"done","queue_duration_s":1.704331,"scheduling_latency_s":1.704349,"redis_calls":10,"redis_duration_s":0.001406,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000574,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000832,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012562,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017579,"completed_at":"2026-06-16T04:16:11.539Z","load_balancing_strategy":"primary","db_duration_s":0.001259,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1444vm-test-run-nixbot-gitlab> gitlab # [  232.071348] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.540Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"403d6eeaced27d2351c7ecfd","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-403d6eeaced27d2351c7ecfd: start","job_status":"start","queue_duration_s":1.722996,"scheduling_latency_s":1.723014}1445vm-test-run-nixbot-gitlab> gitlab # [  232.083002] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.558Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"403d6eeaced27d2351c7ecfd","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-403d6eeaced27d2351c7ecfd: done: 0.018058 sec","job_status":"done","queue_duration_s":1.722996,"scheduling_latency_s":1.723014,"redis_calls":10,"redis_duration_s":0.001328,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000553,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000775,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013029,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018058,"completed_at":"2026-06-16T04:16:11.558Z","load_balancing_strategy":"primary","db_duration_s":0.001208,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1446vm-test-run-nixbot-gitlab> gitlab # [  232.119441] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.559Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ed7cbf992253afc05f927742","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ed7cbf992253afc05f927742: start","job_status":"start","queue_duration_s":1.742083,"scheduling_latency_s":1.7421}1447vm-test-run-nixbot-gitlab> gitlab # [  232.130995] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.576Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ed7cbf992253afc05f927742","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ed7cbf992253afc05f927742: done: 0.017269 sec","job_status":"done","queue_duration_s":1.742083,"scheduling_latency_s":1.7421,"redis_calls":10,"redis_duration_s":0.001425,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000589,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000836,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011955,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017269,"completed_at":"2026-06-16T04:16:11.576Z","load_balancing_strategy":"primary","db_duration_s":0.001338,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1448vm-test-run-nixbot-gitlab> gitlab # [  232.167242] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.577Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8903b3239dc19bb7a6f50049","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8903b3239dc19bb7a6f50049: start","job_status":"start","queue_duration_s":1.760451,"scheduling_latency_s":1.760468}1449vm-test-run-nixbot-gitlab> gitlab # [  232.178839] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.594Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8903b3239dc19bb7a6f50049","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8903b3239dc19bb7a6f50049: done: 0.016968 sec","job_status":"done","queue_duration_s":1.760451,"scheduling_latency_s":1.760468,"redis_calls":10,"redis_duration_s":0.001283,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000747,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012152,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016968,"completed_at":"2026-06-16T04:16:11.594Z","load_balancing_strategy":"primary","db_duration_s":0.001257,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1450vm-test-run-nixbot-gitlab> gitlab # [  232.215187] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.595Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"75065bc5bbe82ff46f1467cb","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-75065bc5bbe82ff46f1467cb: start","job_status":"start","queue_duration_s":1.77845,"scheduling_latency_s":1.778467}1451vm-test-run-nixbot-gitlab> gitlab # [  232.226705] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.612Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"75065bc5bbe82ff46f1467cb","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-75065bc5bbe82ff46f1467cb: done: 0.017137 sec","job_status":"done","queue_duration_s":1.77845,"scheduling_latency_s":1.778467,"redis_calls":10,"redis_duration_s":0.001311,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00056,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000751,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012219,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017137,"completed_at":"2026-06-16T04:16:11.612Z","load_balancing_strategy":"primary","db_duration_s":0.001233,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1452vm-test-run-nixbot-gitlab> gitlab # [  232.263633] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"36504482628c6e04b965f716","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-36504482628c6e04b965f716: start","job_status":"start","queue_duration_s":1.796697,"scheduling_latency_s":1.796714}1453vm-test-run-nixbot-gitlab> gitlab # [  232.275420] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.630Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"36504482628c6e04b965f716","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-36504482628c6e04b965f716: done: 0.016944 sec","job_status":"done","queue_duration_s":1.796697,"scheduling_latency_s":1.796714,"redis_calls":10,"redis_duration_s":0.0012829999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000548,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000735,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011731,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016944,"completed_at":"2026-06-16T04:16:11.630Z","load_balancing_strategy":"primary","db_duration_s":0.001228,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1454vm-test-run-nixbot-gitlab> gitlab # [  232.311699] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.632Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"367c57663052a45ee1c86a11","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-367c57663052a45ee1c86a11: start","job_status":"start","queue_duration_s":1.815047,"scheduling_latency_s":1.815064}1455vm-test-run-nixbot-gitlab> gitlab # [  232.323500] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.649Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"367c57663052a45ee1c86a11","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-367c57663052a45ee1c86a11: done: 0.017206 sec","job_status":"done","queue_duration_s":1.815047,"scheduling_latency_s":1.815064,"redis_calls":10,"redis_duration_s":0.0014429999999999998,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000551,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000892,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012206,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017206,"completed_at":"2026-06-16T04:16:11.649Z","load_balancing_strategy":"primary","db_duration_s":0.00122,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1456vm-test-run-nixbot-gitlab> gitlab # [  232.359760] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.650Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3a00188917df1589395ab613","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3a00188917df1589395ab613: start","job_status":"start","queue_duration_s":1.833333,"scheduling_latency_s":1.83335}1457vm-test-run-nixbot-gitlab> gitlab # [  232.371566] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.667Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3a00188917df1589395ab613","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3a00188917df1589395ab613: done: 0.017438 sec","job_status":"done","queue_duration_s":1.833333,"scheduling_latency_s":1.83335,"redis_calls":10,"redis_duration_s":0.001385,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000583,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000802,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012433,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017438,"completed_at":"2026-06-16T04:16:11.667Z","load_balancing_strategy":"primary","db_duration_s":0.001312,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1458vm-test-run-nixbot-gitlab> gitlab # [  232.407712] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.669Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"84641cf2160b5de80bf51c20","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-84641cf2160b5de80bf51c20: start","job_status":"start","queue_duration_s":1.851821,"scheduling_latency_s":1.851838}1459vm-test-run-nixbot-gitlab> gitlab # [  232.419468] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.686Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"84641cf2160b5de80bf51c20","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-84641cf2160b5de80bf51c20: done: 0.01727 sec","job_status":"done","queue_duration_s":1.851821,"scheduling_latency_s":1.851838,"redis_calls":10,"redis_duration_s":0.0012950000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000558,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000737,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01215,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01727,"completed_at":"2026-06-16T04:16:11.686Z","load_balancing_strategy":"primary","db_duration_s":0.001182,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1460vm-test-run-nixbot-gitlab> gitlab # [  232.456658] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.687Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4b7e1c976391232e3971b4ee","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4b7e1c976391232e3971b4ee: start","job_status":"start","queue_duration_s":1.870155,"scheduling_latency_s":1.870172}1461vm-test-run-nixbot-gitlab> gitlab # [  232.468099] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.704Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4b7e1c976391232e3971b4ee","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4b7e1c976391232e3971b4ee: done: 0.017308 sec","job_status":"done","queue_duration_s":1.870155,"scheduling_latency_s":1.870172,"redis_calls":10,"redis_duration_s":0.00131,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000567,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000743,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012453,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017308,"completed_at":"2026-06-16T04:16:11.704Z","load_balancing_strategy":"primary","db_duration_s":0.001232,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1462vm-test-run-nixbot-gitlab> gitlab # [  232.503947] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.706Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"eb2f22cdc617e8124a0ee23e","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-eb2f22cdc617e8124a0ee23e: start","job_status":"start","queue_duration_s":1.888834,"scheduling_latency_s":1.888852}1463vm-test-run-nixbot-gitlab> gitlab # [  232.516219] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.723Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"eb2f22cdc617e8124a0ee23e","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-eb2f22cdc617e8124a0ee23e: done: 0.017563 sec","job_status":"done","queue_duration_s":1.888834,"scheduling_latency_s":1.888852,"redis_calls":10,"redis_duration_s":0.001288,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000746,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012081,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017563,"completed_at":"2026-06-16T04:16:11.723Z","load_balancing_strategy":"primary","db_duration_s":0.001204,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1464vm-test-run-nixbot-gitlab> gitlab # [  232.552672] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.724Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0842a9a60db2725235347daf","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0842a9a60db2725235347daf: start","job_status":"start","queue_duration_s":1.907469,"scheduling_latency_s":1.907486}1465vm-test-run-nixbot-gitlab> gitlab # [  232.564129] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.742Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0842a9a60db2725235347daf","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0842a9a60db2725235347daf: done: 0.017542 sec","job_status":"done","queue_duration_s":1.907469,"scheduling_latency_s":1.907486,"redis_calls":10,"redis_duration_s":0.00136,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000603,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000757,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012272,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017542,"completed_at":"2026-06-16T04:16:11.742Z","load_balancing_strategy":"primary","db_duration_s":0.001193,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1466vm-test-run-nixbot-gitlab> gitlab # [  232.600411] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.743Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4a387ca621cd425d7d7801ea","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4a387ca621cd425d7d7801ea: start","job_status":"start","queue_duration_s":1.926306,"scheduling_latency_s":1.926325}1467vm-test-run-nixbot-gitlab> gitlab # [  232.611596] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.760Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4a387ca621cd425d7d7801ea","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4a387ca621cd425d7d7801ea: done: 0.017217 sec","job_status":"done","queue_duration_s":1.926306,"scheduling_latency_s":1.926325,"redis_calls":10,"redis_duration_s":0.001304,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000562,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000742,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012309,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017217,"completed_at":"2026-06-16T04:16:11.760Z","load_balancing_strategy":"primary","db_duration_s":0.001193,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1468vm-test-run-nixbot-gitlab> gitlab # [  232.648333] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.762Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8545e4c13c685910d399ca57","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8545e4c13c685910d399ca57: start","job_status":"start","queue_duration_s":1.94462,"scheduling_latency_s":1.94525}1469vm-test-run-nixbot-gitlab> gitlab # [  232.660045] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.780Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8545e4c13c685910d399ca57","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8545e4c13c685910d399ca57: done: 0.018325 sec","job_status":"done","queue_duration_s":1.94462,"scheduling_latency_s":1.94525,"redis_calls":10,"redis_duration_s":0.0013180000000000002,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000549,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000769,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012695,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018325,"completed_at":"2026-06-16T04:16:11.780Z","load_balancing_strategy":"primary","db_duration_s":0.001201,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1470vm-test-run-nixbot-gitlab> gitlab # [  232.697629] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.781Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0a334273b90c216109ae1b4f","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0a334273b90c216109ae1b4f: start","job_status":"start","queue_duration_s":1.964025,"scheduling_latency_s":1.964042}1471vm-test-run-nixbot-gitlab> gitlab # [  232.709375] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.799Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0a334273b90c216109ae1b4f","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0a334273b90c216109ae1b4f: done: 0.018269 sec","job_status":"done","queue_duration_s":1.964025,"scheduling_latency_s":1.964042,"redis_calls":10,"redis_duration_s":0.001347,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000585,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000762,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013226,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018269,"completed_at":"2026-06-16T04:16:11.799Z","load_balancing_strategy":"primary","db_duration_s":0.001221,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1472vm-test-run-nixbot-gitlab> gitlab # [  232.746416] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.800Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b4a50c792b1a35d49cceac42","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b4a50c792b1a35d49cceac42: start","job_status":"start","queue_duration_s":1.983347,"scheduling_latency_s":1.983364}1473vm-test-run-nixbot-gitlab> gitlab # [  232.758009] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.819Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b4a50c792b1a35d49cceac42","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b4a50c792b1a35d49cceac42: done: 0.018496 sec","job_status":"done","queue_duration_s":1.983347,"scheduling_latency_s":1.983364,"redis_calls":10,"redis_duration_s":0.00131,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000551,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000759,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01272,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018496,"completed_at":"2026-06-16T04:16:11.818Z","load_balancing_strategy":"primary","db_duration_s":0.001206,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1474vm-test-run-nixbot-gitlab> gitlab # [  232.794120] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.820Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"dbb5cd2325c16cdd90225f84","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-dbb5cd2325c16cdd90225f84: start","job_status":"start","queue_duration_s":2.002957,"scheduling_latency_s":2.002975}1475vm-test-run-nixbot-gitlab> gitlab # [  232.805650] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.839Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"dbb5cd2325c16cdd90225f84","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-dbb5cd2325c16cdd90225f84: done: 0.018851 sec","job_status":"done","queue_duration_s":2.002957,"scheduling_latency_s":2.002975,"redis_calls":10,"redis_duration_s":0.0013289999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000567,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000762,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013954,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018851,"completed_at":"2026-06-16T04:16:11.838Z","load_balancing_strategy":"primary","db_duration_s":0.001215,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1476vm-test-run-nixbot-gitlab> gitlab # [  232.843457] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.840Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fa996aa52f8a36a7fa23926b","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fa996aa52f8a36a7fa23926b: start","job_status":"start","queue_duration_s":2.022986,"scheduling_latency_s":2.023004}1477vm-test-run-nixbot-gitlab> gitlab # [  232.855270] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.858Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fa996aa52f8a36a7fa23926b","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fa996aa52f8a36a7fa23926b: done: 0.018162 sec","job_status":"done","queue_duration_s":2.022986,"scheduling_latency_s":2.023004,"redis_calls":10,"redis_duration_s":0.001304,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000555,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000749,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012127,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018162,"completed_at":"2026-06-16T04:16:11.858Z","load_balancing_strategy":"primary","db_duration_s":0.001255,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1478vm-test-run-nixbot-gitlab> gitlab # [  232.892233] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.859Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c70b0bc60a6f24f4063df59d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c70b0bc60a6f24f4063df59d: start","job_status":"start","queue_duration_s":2.042196,"scheduling_latency_s":2.042212}1479vm-test-run-nixbot-gitlab> gitlab # [  232.903722] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.877Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c70b0bc60a6f24f4063df59d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c70b0bc60a6f24f4063df59d: done: 0.017643 sec","job_status":"done","queue_duration_s":2.042196,"scheduling_latency_s":2.042212,"redis_calls":10,"redis_duration_s":0.001301,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000557,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000744,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012804,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017643,"completed_at":"2026-06-16T04:16:11.876Z","load_balancing_strategy":"primary","db_duration_s":0.002179,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1480vm-test-run-nixbot-gitlab> gitlab # [  232.939761] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.878Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"58b8aa4de5317236c604ea2d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-58b8aa4de5317236c604ea2d: start","job_status":"start","queue_duration_s":2.060893,"scheduling_latency_s":2.06091}1481vm-test-run-nixbot-gitlab> gitlab # [  232.951442] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.895Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"58b8aa4de5317236c604ea2d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-58b8aa4de5317236c604ea2d: done: 0.017639 sec","job_status":"done","queue_duration_s":2.060893,"scheduling_latency_s":2.06091,"redis_calls":10,"redis_duration_s":0.001313,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000578,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000735,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012811,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017639,"completed_at":"2026-06-16T04:16:11.895Z","load_balancing_strategy":"primary","db_duration_s":0.001211,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1482vm-test-run-nixbot-gitlab> gitlab # [  232.987239] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.897Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c65d9d44b80d8a1e9a3e233d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c65d9d44b80d8a1e9a3e233d: start","job_status":"start","queue_duration_s":2.080453,"scheduling_latency_s":2.08047}1483vm-test-run-nixbot-gitlab> gitlab # [  232.998869] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.915Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c65d9d44b80d8a1e9a3e233d","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c65d9d44b80d8a1e9a3e233d: done: 0.017891 sec","job_status":"done","queue_duration_s":2.080453,"scheduling_latency_s":2.08047,"redis_calls":10,"redis_duration_s":0.0013440000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000564,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00078,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012993,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017891,"completed_at":"2026-06-16T04:16:11.915Z","load_balancing_strategy":"primary","db_duration_s":0.001239,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1484vm-test-run-nixbot-gitlab> gitlab # [  233.035179] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.916Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a0ada9cc5a17e610a0d56006","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a0ada9cc5a17e610a0d56006: start","job_status":"start","queue_duration_s":2.099422,"scheduling_latency_s":2.09944}1485vm-test-run-nixbot-gitlab> gitlab # [  233.046657] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:16:11.934Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a0ada9cc5a17e610a0d56006","created_at":"2026-06-16T04:16:09.737Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b336a57906c04489","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"c9ba14817425bdbd283ae4f32fca82d8","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:16:09.817Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a0ada9cc5a17e610a0d56006: done: 0.017796 sec","job_status":"done","queue_duration_s":2.099422,"scheduling_latency_s":2.09944,"redis_calls":10,"redis_duration_s":0.001301,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000553,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000748,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012946,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017796,"completed_at":"2026-06-16T04:16:11.934Z","load_balancing_strategy":"primary","db_duration_s":0.001185,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1486vm-test-run-nixbot-gitlab> gitlab # [  258.627704] setup-gitlab-start[3307]: W, [2026-06-16T04:16:40.483772 #3307]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1487vm-test-run-nixbot-gitlab> gitlab # [  285.972318] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:07.827Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"0e0a7500c36d8e8df63673be","created_at":"2026-06-16T04:17:07.779Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7ba3b0a7815d691313ca76311a8109b7","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:07.824Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-0e0a7500c36d8e8df63673be: start","job_status":"start","queue_duration_s":0.002977,"scheduling_latency_s":0.00302}1488vm-test-run-nixbot-gitlab> gitlab # [  286.328720] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:08.184Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"0e0a7500c36d8e8df63673be","created_at":"2026-06-16T04:17:07.779Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7ba3b0a7815d691313ca76311a8109b7","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:07.824Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-0e0a7500c36d8e8df63673be: done: 0.357013 sec","job_status":"done","queue_duration_s":0.002977,"scheduling_latency_s":0.00302,"redis_calls":23,"redis_duration_s":0.071388,"redis_read_bytes":1168,"redis_write_bytes":4689,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.054789,"redis_feature_flag_read_bytes":1152,"redis_feature_flag_write_bytes":663,"redis_queues_calls":2,"redis_queues_duration_s":0.000611,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3015,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.012989,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002999,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.063,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.063,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.073805,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.357013,"completed_at":"2026-06-16T04:17:08.184Z","load_balancing_strategy":"primary","db_duration_s":0.097131,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1489vm-test-run-nixbot-gitlab> gitlab # [  286.407139] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:08.198Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"029da151e634b206b476d1ce","created_at":"2026-06-16T04:17:07.836Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"06a6ef886b0db8fa6fd9068e51f9dc24","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:07.843Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-029da151e634b206b476d1ce: start","job_status":"start","queue_duration_s":0.35492,"scheduling_latency_s":0.354971}1490vm-test-run-nixbot-gitlab> gitlab # [  286.422943] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:08.277Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"029da151e634b206b476d1ce","created_at":"2026-06-16T04:17:07.836Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"06a6ef886b0db8fa6fd9068e51f9dc24","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:07.843Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-029da151e634b206b476d1ce: done: 0.079479 sec","job_status":"done","queue_duration_s":0.35492,"scheduling_latency_s":0.354971,"redis_calls":8,"redis_duration_s":0.022733,"redis_read_bytes":133,"redis_write_bytes":764,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.003487,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":83,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.01072,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.008526,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029232,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.079479,"completed_at":"2026-06-16T04:17:08.277Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004369,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1491vm-test-run-nixbot-gitlab> gitlab # [  286.463381] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:08.281Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"30eb75833f64bdd8577a47ab","created_at":"2026-06-16T04:17:07.865Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b2da6fd30213c775d65a0bff796a17c4","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:07.878Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-30eb75833f64bdd8577a47ab: start","job_status":"start","queue_duration_s":0.403185,"scheduling_latency_s":0.40323}1492vm-test-run-nixbot-gitlab> gitlab # [  286.488964] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:08.345Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"30eb75833f64bdd8577a47ab","created_at":"2026-06-16T04:17:07.865Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b2da6fd30213c775d65a0bff796a17c4","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:07.878Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-30eb75833f64bdd8577a47ab: done: 0.063469 sec","job_status":"done","queue_duration_s":0.403185,"scheduling_latency_s":0.40323,"redis_calls":10,"redis_duration_s":0.005031,"redis_read_bytes":135,"redis_write_bytes":1184,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000326,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":97,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001825,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00288,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028317,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00120452,"exclusive_lock_hold_duration_s":0.00802176,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.063469,"completed_at":"2026-06-16T04:17:08.344Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004718,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1493vm-test-run-nixbot-gitlab> gitlab # [  286.538990] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:08.349Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"28cbfbef1da5fbbb28e49588","created_at":"2026-06-16T04:17:07.897Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c9972debff4ee6f6431f80778bd00645","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:07.906Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-28cbfbef1da5fbbb28e49588: start","job_status":"start","queue_duration_s":0.442822,"scheduling_latency_s":0.442863}1494vm-test-run-nixbot-gitlab> gitlab # [  287.108750] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:08.963Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"28cbfbef1da5fbbb28e49588","created_at":"2026-06-16T04:17:07.897Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c9972debff4ee6f6431f80778bd00645","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:07.906Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-28cbfbef1da5fbbb28e49588: done: 0.614999 sec","job_status":"done","queue_duration_s":0.442822,"scheduling_latency_s":0.442863,"redis_calls":10,"redis_duration_s":0.003761,"redis_read_bytes":135,"redis_write_bytes":1071,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.00029,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":84,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001745,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001726,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":123,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":123,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.094,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.094,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.363705,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00134368,"exclusive_lock_hold_duration_s":0.56046392,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.614999,"completed_at":"2026-06-16T04:17:08.963Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.307971,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1495vm-test-run-nixbot-gitlab> gitlab # [  287.205989] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:08.966Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"2b761c677657885b0b35b67b","created_at":"2026-06-16T04:17:07.973Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:07.984Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-2b761c677657885b0b35b67b: start","job_status":"start","queue_duration_s":0.982048,"scheduling_latency_s":0.982078}1496vm-test-run-nixbot-gitlab> gitlab # [  287.230980] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.087Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"2b761c677657885b0b35b67b","created_at":"2026-06-16T04:17:07.973Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:07.984Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-2b761c677657885b0b35b67b: done: 0.120737 sec","job_status":"done","queue_duration_s":0.982048,"scheduling_latency_s":0.982078,"redis_calls":65,"redis_duration_s":0.017165,"redis_read_bytes":748,"redis_write_bytes":41502,"redis_feature_flag_calls":5,"redis_feature_flag_duration_s":0.001293,"redis_feature_flag_read_bytes":640,"redis_feature_flag_write_bytes":393,"redis_queues_calls":2,"redis_queues_duration_s":0.000655,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.014363,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000854,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.098712,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.120737,"completed_at":"2026-06-16T04:17:09.087Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1497vm-test-run-nixbot-gitlab> gitlab # [  287.291314] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.090Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"33d0089b42e1ee1b45d59f8f","created_at":"2026-06-16T04:17:08.014Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b4c95afe7c1c3fecd191e4e33b4bed5","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.021Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-33d0089b42e1ee1b45d59f8f: start","job_status":"start","queue_duration_s":1.068437,"scheduling_latency_s":1.06848}1498vm-test-run-nixbot-gitlab> gitlab # [  287.306638] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.144Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"33d0089b42e1ee1b45d59f8f","created_at":"2026-06-16T04:17:08.014Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b4c95afe7c1c3fecd191e4e33b4bed5","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.021Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-33d0089b42e1ee1b45d59f8f: done: 0.054035 sec","job_status":"done","queue_duration_s":1.068437,"scheduling_latency_s":1.06848,"redis_calls":8,"redis_duration_s":0.003376,"redis_read_bytes":133,"redis_write_bytes":936,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000337,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":110,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002184,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000855,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026296,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.054035,"completed_at":"2026-06-16T04:17:09.144Z","load_balancing_strategy":"primary","db_duration_s":0.016392,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1499vm-test-run-nixbot-gitlab> gitlab # [  287.350601] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.148Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"4c6f61c8130ded74363a9553","created_at":"2026-06-16T04:17:08.051Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4914a0228eb5a995f3f6de7f33925a71","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.056Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-4c6f61c8130ded74363a9553: start","job_status":"start","queue_duration_s":1.091302,"scheduling_latency_s":1.091347}1500vm-test-run-nixbot-gitlab> gitlab # [  287.365197] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.168Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1501vm-test-run-nixbot-gitlab> gitlab # [  287.368354] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.181Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"4c6f61c8130ded74363a9553","created_at":"2026-06-16T04:17:08.051Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4914a0228eb5a995f3f6de7f33925a71","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.056Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-4c6f61c8130ded74363a9553: done: 0.033078 sec","job_status":"done","queue_duration_s":1.091302,"scheduling_latency_s":1.091347,"redis_calls":8,"redis_duration_s":0.002933,"redis_read_bytes":133,"redis_write_bytes":937,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000512,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":111,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001746,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000675,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020001,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.033078,"completed_at":"2026-06-16T04:17:09.181Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1502vm-test-run-nixbot-gitlab> gitlab # [  287.408078] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.183Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"48085e66f6240bde8c9a3552","created_at":"2026-06-16T04:17:08.060Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-22ac8185397d43f7","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7ba3b0a7815d691313ca76311a8109b7","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.142Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-48085e66f6240bde8c9a3552: start","job_status":"start","queue_duration_s":1.040328,"scheduling_latency_s":1.040368}1503vm-test-run-nixbot-gitlab> gitlab # [  287.419363] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.210Z","message":"No existing merge request to be cleaned up."}1504vm-test-run-nixbot-gitlab> gitlab # [  287.420954] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.221Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"48085e66f6240bde8c9a3552","created_at":"2026-06-16T04:17:08.060Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-22ac8185397d43f7","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7ba3b0a7815d691313ca76311a8109b7","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.142Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-48085e66f6240bde8c9a3552: done: 0.038723 sec","job_status":"done","queue_duration_s":1.040328,"scheduling_latency_s":1.040368,"redis_calls":11,"redis_duration_s":0.002369,"redis_read_bytes":136,"redis_write_bytes":1104,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000192,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":82,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000888,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001289,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021097,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.038723,"completed_at":"2026-06-16T04:17:09.221Z","load_balancing_strategy":"primary","db_duration_s":0.017404,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1505vm-test-run-nixbot-gitlab> gitlab # [  287.458665] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.224Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"4053f3c1cf63b781d74dfce9","created_at":"2026-06-16T04:17:08.060Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-22ac8185397d43f7","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7ba3b0a7815d691313ca76311a8109b7","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.142Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-4053f3c1cf63b781d74dfce9: start","job_status":"start","queue_duration_s":1.081147,"scheduling_latency_s":1.081172}1506vm-test-run-nixbot-gitlab> gitlab # [  287.470363] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.238Z","message":"No existing merge request to be cleaned up."}1507vm-test-run-nixbot-gitlab> gitlab # [  287.471921] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.294Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"4053f3c1cf63b781d74dfce9","created_at":"2026-06-16T04:17:08.060Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-22ac8185397d43f7","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7ba3b0a7815d691313ca76311a8109b7","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.142Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-4053f3c1cf63b781d74dfce9: done: 0.070155 sec","job_status":"done","queue_duration_s":1.081147,"scheduling_latency_s":1.081172,"redis_calls":10,"redis_duration_s":0.001843,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000749,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001094,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.062046,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.070155,"completed_at":"2026-06-16T04:17:09.294Z","load_balancing_strategy":"primary","db_duration_s":0.003294,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1508vm-test-run-nixbot-gitlab> gitlab # [  287.508334] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.295Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"04c4e47f10e12150050b8bc1","created_at":"2026-06-16T04:17:08.060Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-22ac8185397d43f7","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7ba3b0a7815d691313ca76311a8109b7","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.142Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-04c4e47f10e12150050b8bc1: start","job_status":"start","queue_duration_s":1.152516,"scheduling_latency_s":1.152556}1509vm-test-run-nixbot-gitlab> gitlab # [  287.520046] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.307Z","message":"No existing merge request to be cleaned up."}1510vm-test-run-nixbot-gitlab> gitlab # [  287.521623] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.315Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"04c4e47f10e12150050b8bc1","created_at":"2026-06-16T04:17:08.060Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-22ac8185397d43f7","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7ba3b0a7815d691313ca76311a8109b7","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.142Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-04c4e47f10e12150050b8bc1: done: 0.020611 sec","job_status":"done","queue_duration_s":1.152516,"scheduling_latency_s":1.152556,"redis_calls":10,"redis_duration_s":0.0016389999999999998,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000801,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000838,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014008,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020611,"completed_at":"2026-06-16T04:17:09.315Z","load_balancing_strategy":"primary","db_duration_s":0.002708,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1511vm-test-run-nixbot-gitlab> gitlab # [  287.558891] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.317Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"68d7f8b29b41a2df8f394498","created_at":"2026-06-16T04:17:08.060Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-22ac8185397d43f7","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7ba3b0a7815d691313ca76311a8109b7","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.142Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-68d7f8b29b41a2df8f394498: start","job_status":"start","queue_duration_s":1.174317,"scheduling_latency_s":1.174336}1512vm-test-run-nixbot-gitlab> gitlab # [  287.570714] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.328Z","message":"No existing merge request to be cleaned up."}1513vm-test-run-nixbot-gitlab> gitlab # [  287.572308] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.337Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"68d7f8b29b41a2df8f394498","created_at":"2026-06-16T04:17:08.060Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-22ac8185397d43f7","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7ba3b0a7815d691313ca76311a8109b7","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.142Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-68d7f8b29b41a2df8f394498: done: 0.019914 sec","job_status":"done","queue_duration_s":1.174317,"scheduling_latency_s":1.174336,"redis_calls":10,"redis_duration_s":0.00144,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000573,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000867,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012868,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019914,"completed_at":"2026-06-16T04:17:09.336Z","load_balancing_strategy":"primary","db_duration_s":0.00243,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1514vm-test-run-nixbot-gitlab> gitlab # [  287.608240] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.339Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"50aa3a2486a3292c942500b0","created_at":"2026-06-16T04:17:08.130Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"629301a2bb678b7008212d59626ebd99","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.154Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-50aa3a2486a3292c942500b0: start","job_status":"start","queue_duration_s":1.184499,"scheduling_latency_s":1.184519}1515vm-test-run-nixbot-gitlab> gitlab # [  287.621979] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.355Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"50aa3a2486a3292c942500b0","created_at":"2026-06-16T04:17:08.130Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"629301a2bb678b7008212d59626ebd99","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.154Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-50aa3a2486a3292c942500b0: done: 0.016086 sec","job_status":"done","queue_duration_s":1.184499,"scheduling_latency_s":1.184519,"redis_calls":10,"redis_duration_s":0.001304,"redis_read_bytes":389,"redis_write_bytes":1078,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000337,"redis_feature_flag_read_bytes":384,"redis_feature_flag_write_bytes":247,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000692,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000275,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010277,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016086,"completed_at":"2026-06-16T04:17:09.355Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1516vm-test-run-nixbot-gitlab> gitlab # [  287.662314] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.356Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"1da5d98e559ebedf8ec702f5","created_at":"2026-06-16T04:17:08.181Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6ad947966f558128beae0e9eb1b8b5ab","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.194Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-1da5d98e559ebedf8ec702f5: start","job_status":"start","queue_duration_s":1.161702,"scheduling_latency_s":1.161722}1517vm-test-run-nixbot-gitlab> gitlab # [  287.675728] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.364Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1518vm-test-run-nixbot-gitlab> gitlab # [  287.679332] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.371Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"1da5d98e559ebedf8ec702f5","created_at":"2026-06-16T04:17:08.181Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6ad947966f558128beae0e9eb1b8b5ab","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.194Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-1da5d98e559ebedf8ec702f5: done: 0.014648 sec","job_status":"done","queue_duration_s":1.161702,"scheduling_latency_s":1.161722,"redis_calls":8,"redis_duration_s":0.001122,"redis_read_bytes":133,"redis_write_bytes":867,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.00012,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":101,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000737,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000265,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00997,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014648,"completed_at":"2026-06-16T04:17:09.371Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1519vm-test-run-nixbot-gitlab> gitlab # [  287.719477] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.372Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"539852afc4c31c6d7604d681","created_at":"2026-06-16T04:17:08.220Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d2fbd7ecbffcaa11c70410163f4ebd6b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.236Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-539852afc4c31c6d7604d681: start","job_status":"start","queue_duration_s":1.135924,"scheduling_latency_s":1.135944}1520vm-test-run-nixbot-gitlab> gitlab # [  287.733603] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.381Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1521vm-test-run-nixbot-gitlab> gitlab # [  287.737183] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.386Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"539852afc4c31c6d7604d681","created_at":"2026-06-16T04:17:08.220Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d2fbd7ecbffcaa11c70410163f4ebd6b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.236Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-539852afc4c31c6d7604d681: done: 0.014386 sec","job_status":"done","queue_duration_s":1.135924,"scheduling_latency_s":1.135944,"redis_calls":8,"redis_duration_s":0.001162,"redis_read_bytes":133,"redis_write_bytes":931,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000119,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":110,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000744,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000299,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009828,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014386,"completed_at":"2026-06-16T04:17:09.386Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1522vm-test-run-nixbot-gitlab> gitlab # [  287.778209] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.387Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"4aa86ef13d6f5b9ce6aa425b","created_at":"2026-06-16T04:17:08.261Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6f928e03b2b298e9227fe08886de422e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.274Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-4aa86ef13d6f5b9ce6aa425b: start","job_status":"start","queue_duration_s":1.113846,"scheduling_latency_s":1.113864}1523vm-test-run-nixbot-gitlab> gitlab # [  287.792295] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.396Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1524vm-test-run-nixbot-gitlab> gitlab # [  287.795316] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.402Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"4aa86ef13d6f5b9ce6aa425b","created_at":"2026-06-16T04:17:08.261Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6f928e03b2b298e9227fe08886de422e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.274Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-4aa86ef13d6f5b9ce6aa425b: done: 0.014149 sec","job_status":"done","queue_duration_s":1.113846,"scheduling_latency_s":1.113864,"redis_calls":8,"redis_duration_s":0.001105,"redis_read_bytes":133,"redis_write_bytes":873,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000117,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":102,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00072,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000268,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009679,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014149,"completed_at":"2026-06-16T04:17:09.401Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525vm-test-run-nixbot-gitlab> gitlab # [  287.835700] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.403Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"b008a802b8009c36ccc94209","created_at":"2026-06-16T04:17:08.307Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f654ae890db399a875538a63a4ea6375","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T04:17:08.334Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-b008a802b8009c36ccc94209: start","job_status":"start","queue_duration_s":1.069116,"scheduling_latency_s":1.069135}1526vm-test-run-nixbot-gitlab> gitlab # [  287.848811] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.412Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1527vm-test-run-nixbot-gitlab> gitlab # [  287.851877] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.417Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"b008a802b8009c36ccc94209","created_at":"2026-06-16T04:17:08.307Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f654ae890db399a875538a63a4ea6375","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T04:17:08.334Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-b008a802b8009c36ccc94209: done: 0.014269 sec","job_status":"done","queue_duration_s":1.069116,"scheduling_latency_s":1.069135,"redis_calls":8,"redis_duration_s":0.0011639999999999999,"redis_read_bytes":133,"redis_write_bytes":914,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000122,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":108,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000744,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000298,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009726,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014269,"completed_at":"2026-06-16T04:17:09.417Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1528vm-test-run-nixbot-gitlab> gitlab # [  287.891233] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.418Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"2f72ee1771239b024d7cbf33","created_at":"2026-06-16T04:17:08.360Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e1882f8621d1715e42180c811e64d47e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.388Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-2f72ee1771239b024d7cbf33: start","job_status":"start","queue_duration_s":1.030102,"scheduling_latency_s":1.03012}1529vm-test-run-nixbot-gitlab> gitlab # [  287.905113] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.466Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"2f72ee1771239b024d7cbf33","created_at":"2026-06-16T04:17:08.360Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e1882f8621d1715e42180c811e64d47e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.388Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-2f72ee1771239b024d7cbf33: done: 0.047405 sec","job_status":"done","queue_duration_s":1.030102,"scheduling_latency_s":1.03012,"redis_calls":11,"redis_duration_s":0.0015840000000000001,"redis_read_bytes":263,"redis_write_bytes":1334,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000226,"redis_feature_flag_read_bytes":256,"redis_feature_flag_write_bytes":172,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000705,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000653,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.018,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023913,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00047568,"exclusive_lock_hold_duration_s":0.03204316,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.047405,"completed_at":"2026-06-16T04:17:09.466Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01931,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1530vm-test-run-nixbot-gitlab> gitlab # [  287.947896] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.467Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"b22832310512fa4fea0bb495","created_at":"2026-06-16T04:17:08.417Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"882228f34c3c9ce8989ccaa782aa9d7a","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.424Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-b22832310512fa4fea0bb495: start","job_status":"start","queue_duration_s":1.04316,"scheduling_latency_s":1.043179}1531vm-test-run-nixbot-gitlab> gitlab # [  287.962591] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.790Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"b22832310512fa4fea0bb495","created_at":"2026-06-16T04:17:08.417Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"882228f34c3c9ce8989ccaa782aa9d7a","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.424Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-b22832310512fa4fea0bb495: done: 0.323292 sec","job_status":"done","queue_duration_s":1.04316,"scheduling_latency_s":1.043179,"redis_calls":572,"redis_duration_s":0.059276999999999996,"redis_read_bytes":697,"redis_write_bytes":49570,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000128,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":83,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000792,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.058357,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.299066,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.323292,"completed_at":"2026-06-16T04:17:09.790Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1532vm-test-run-nixbot-gitlab> gitlab # [  288.002562] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.791Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"eb41f05e17c3bb499231e35c","created_at":"2026-06-16T04:17:08.445Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dc4c8cc67bbb815d5f895693685fc62e","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.450Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-eb41f05e17c3bb499231e35c: start","job_status":"start","queue_duration_s":1.341695,"scheduling_latency_s":1.341717}1533vm-test-run-nixbot-gitlab> gitlab # [  288.015653] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.811Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"eb41f05e17c3bb499231e35c","created_at":"2026-06-16T04:17:08.445Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dc4c8cc67bbb815d5f895693685fc62e","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.450Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-eb41f05e17c3bb499231e35c: done: 0.019313 sec","job_status":"done","queue_duration_s":1.341695,"scheduling_latency_s":1.341717,"redis_calls":10,"redis_duration_s":0.0014990000000000001,"redis_read_bytes":135,"redis_write_bytes":1167,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.00012,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":95,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000747,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000632,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012728,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00050678,"exclusive_lock_hold_duration_s":0.00406434,"duration_s":0.019313,"completed_at":"2026-06-16T04:17:09.811Z","load_balancing_strategy":"primary","db_duration_s":0.001945,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1534vm-test-run-nixbot-gitlab> gitlab # [  288.054934] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.812Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"ae2c3a4cd48a4df64021d958","created_at":"2026-06-16T04:17:08.456Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9faf5973ef7dab100a9712221b6cea19","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.460Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-ae2c3a4cd48a4df64021d958: start","job_status":"start","queue_duration_s":1.352282,"scheduling_latency_s":1.352301}1535vm-test-run-nixbot-gitlab> gitlab # [  288.068396] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.848Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"ae2c3a4cd48a4df64021d958","created_at":"2026-06-16T04:17:08.456Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9faf5973ef7dab100a9712221b6cea19","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.460Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-ae2c3a4cd48a4df64021d958: done: 0.035795 sec","job_status":"done","queue_duration_s":1.352282,"scheduling_latency_s":1.352301,"redis_calls":11,"redis_duration_s":0.001426,"redis_read_bytes":517,"redis_write_bytes":1011,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000469,"redis_feature_flag_read_bytes":512,"redis_feature_flag_write_bytes":300,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000677,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00028,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013943,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.035795,"completed_at":"2026-06-16T04:17:09.848Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.016064,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1536vm-test-run-nixbot-gitlab> gitlab # [  288.108522] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.849Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"cd0edf0ca928197592454e91","created_at":"2026-06-16T04:17:08.464Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fe600cf57c1abff5727b7774991fdf2f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T04:17:08.468Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-cd0edf0ca928197592454e91: start","job_status":"start","queue_duration_s":1.381162,"scheduling_latency_s":1.381179}1537vm-test-run-nixbot-gitlab> gitlab # [  288.120983] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.857Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1538vm-test-run-nixbot-gitlab> gitlab # [  288.124576] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.863Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"cd0edf0ca928197592454e91","created_at":"2026-06-16T04:17:08.464Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fe600cf57c1abff5727b7774991fdf2f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T04:17:08.468Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-cd0edf0ca928197592454e91: done: 0.013844 sec","job_status":"done","queue_duration_s":1.381162,"scheduling_latency_s":1.381179,"redis_calls":8,"redis_duration_s":0.001813,"redis_read_bytes":133,"redis_write_bytes":908,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.00011,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":107,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001436,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000267,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009307,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013844,"completed_at":"2026-06-16T04:17:09.863Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1539vm-test-run-nixbot-gitlab> gitlab # [  288.163550] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.864Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"d6ea2c393615fa57446b1848","created_at":"2026-06-16T04:17:08.474Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"836f875fb642ece6015c7c6ceed9b614","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.477Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-d6ea2c393615fa57446b1848: start","job_status":"start","queue_duration_s":1.38633,"scheduling_latency_s":1.386348}1540vm-test-run-nixbot-gitlab> gitlab # [  288.177220] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.886Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"d6ea2c393615fa57446b1848","created_at":"2026-06-16T04:17:08.474Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"836f875fb642ece6015c7c6ceed9b614","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.477Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-d6ea2c393615fa57446b1848: done: 0.022343 sec","job_status":"done","queue_duration_s":1.38633,"scheduling_latency_s":1.386348,"redis_calls":11,"redis_duration_s":0.00158,"redis_read_bytes":136,"redis_write_bytes":1339,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000119,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":100,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000824,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000637,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014385,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00671218,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.022343,"completed_at":"2026-06-16T04:17:09.886Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003726,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1541vm-test-run-nixbot-gitlab> gitlab # [  288.217936] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.887Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ArchiveTracesCronWorker","jid":"1bde58f35755beda4aac255d","created_at":"2026-06-16T04:17:08.480Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"479b1d6f3843f7b723f729fa62a0c136","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f0234f524ae629146c97646d3c809b290751f669b415a8b01cafe8f68b01506d","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.488Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ArchiveTracesCronWorker JID-1bde58f35755beda4aac255d: start","job_status":"start","queue_duration_s":1.399668,"scheduling_latency_s":1.399685}1542vm-test-run-nixbot-gitlab> gitlab # [  288.230386] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.949Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ArchiveTracesCronWorker","jid":"1bde58f35755beda4aac255d","created_at":"2026-06-16T04:17:08.480Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"479b1d6f3843f7b723f729fa62a0c136","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f0234f524ae629146c97646d3c809b290751f669b415a8b01cafe8f68b01506d","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.488Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ArchiveTracesCronWorker JID-1bde58f35755beda4aac255d: done: 0.06199 sec","job_status":"done","queue_duration_s":1.399668,"scheduling_latency_s":1.399685,"redis_calls":12,"redis_duration_s":0.00179,"redis_read_bytes":11,"redis_write_bytes":1354,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000303,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":297,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000779,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000708,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":519,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.021,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022307,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00047092,"exclusive_lock_hold_duration_s":0.039212340000000005,"duration_s":0.06199,"completed_at":"2026-06-16T04:17:09.949Z","load_balancing_strategy":"primary","db_duration_s":0.031001,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543vm-test-run-nixbot-gitlab> gitlab # [  288.269324] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.950Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"5cbf048589c0d6ed869b6638","created_at":"2026-06-16T04:17:08.500Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4db3b85f146435bfb4f58b02514bd411","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.511Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-5cbf048589c0d6ed869b6638: start","job_status":"start","queue_duration_s":1.439322,"scheduling_latency_s":1.43934}1544vm-test-run-nixbot-gitlab> gitlab # [  288.283007] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.965Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"5cbf048589c0d6ed869b6638","created_at":"2026-06-16T04:17:08.500Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4db3b85f146435bfb4f58b02514bd411","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.511Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-5cbf048589c0d6ed869b6638: done: 0.014331 sec","job_status":"done","queue_duration_s":1.439322,"scheduling_latency_s":1.43934,"redis_calls":8,"redis_duration_s":0.001166,"redis_read_bytes":133,"redis_write_bytes":879,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000124,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":103,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000752,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00029,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0096,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014331,"completed_at":"2026-06-16T04:17:09.965Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1545vm-test-run-nixbot-gitlab> gitlab # [  288.322152] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.966Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"ed6ff3a23c61e2ca1dc54ba9","created_at":"2026-06-16T04:17:08.533Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"aca604521e380495a2dc965e6e192fef","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T04:17:08.545Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-ed6ff3a23c61e2ca1dc54ba9: start","job_status":"start","queue_duration_s":1.420694,"scheduling_latency_s":1.420712}1546vm-test-run-nixbot-gitlab> gitlab # [  288.334660] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.993Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"ed6ff3a23c61e2ca1dc54ba9","created_at":"2026-06-16T04:17:08.533Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"aca604521e380495a2dc965e6e192fef","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T04:17:08.545Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-ed6ff3a23c61e2ca1dc54ba9: done: 0.026595 sec","job_status":"done","queue_duration_s":1.420694,"scheduling_latency_s":1.420712,"redis_calls":8,"redis_duration_s":0.001187,"redis_read_bytes":133,"redis_write_bytes":836,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000122,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":95,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000767,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000298,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01915,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026595,"completed_at":"2026-06-16T04:17:09.993Z","load_balancing_strategy":"primary","db_duration_s":0.00287,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1547vm-test-run-nixbot-gitlab> gitlab # [  288.374047] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:09.994Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"9fe5f3c0e973551f16f66acc","created_at":"2026-06-16T04:17:08.561Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"765aab112662a1b7cca0e1b56eef8b91","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.569Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-9fe5f3c0e973551f16f66acc: start","job_status":"start","queue_duration_s":1.424356,"scheduling_latency_s":1.424373}1548vm-test-run-nixbot-gitlab> gitlab # [  288.387984] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.047Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"9fe5f3c0e973551f16f66acc","created_at":"2026-06-16T04:17:08.561Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-b7dd1c4b806f46c5","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"765aab112662a1b7cca0e1b56eef8b91","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:08.569Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-9fe5f3c0e973551f16f66acc: done: 0.053689 sec","job_status":"done","queue_duration_s":1.424356,"scheduling_latency_s":1.424373,"redis_calls":10,"redis_duration_s":0.001565,"redis_read_bytes":135,"redis_write_bytes":1275,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000119,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":106,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000735,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000711,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.027,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.027,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021226,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00057874,"exclusive_lock_hold_duration_s":0.02685144,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.053689,"completed_at":"2026-06-16T04:17:10.047Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.028988,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1549vm-test-run-nixbot-gitlab> gitlab # [  288.430041] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.049Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d1e3a132fa494397e1ea50c8","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d1e3a132fa494397e1ea50c8: start","job_status":"start","queue_duration_s":0.978233,"scheduling_latency_s":0.978252}1550vm-test-run-nixbot-gitlab> gitlab # [  288.441504] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.068Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d1e3a132fa494397e1ea50c8","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d1e3a132fa494397e1ea50c8: done: 0.019666 sec","job_status":"done","queue_duration_s":0.978233,"scheduling_latency_s":0.978252,"redis_calls":14,"redis_duration_s":0.0018729999999999999,"redis_read_bytes":138,"redis_write_bytes":1242,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000135,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":85,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000606,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001132,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012389,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019666,"completed_at":"2026-06-16T04:17:10.068Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551vm-test-run-nixbot-gitlab> gitlab # [  288.479856] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.070Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cce55942c20ec096b2fae7b0","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cce55942c20ec096b2fae7b0: start","job_status":"start","queue_duration_s":0.999151,"scheduling_latency_s":0.999169}1552vm-test-run-nixbot-gitlab> gitlab # [  288.491857] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.086Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cce55942c20ec096b2fae7b0","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cce55942c20ec096b2fae7b0: done: 0.01633 sec","job_status":"done","queue_duration_s":0.999151,"scheduling_latency_s":0.999169,"redis_calls":13,"redis_duration_s":0.001681,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000559,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001122,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01147,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01633,"completed_at":"2026-06-16T04:17:10.086Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553vm-test-run-nixbot-gitlab> gitlab # [  288.528516] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.087Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8b8707161c9c260d70d7c7e0","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8b8707161c9c260d70d7c7e0: start","job_status":"start","queue_duration_s":1.016659,"scheduling_latency_s":1.016677}1554vm-test-run-nixbot-gitlab> gitlab # [  288.540056] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.102Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8b8707161c9c260d70d7c7e0","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8b8707161c9c260d70d7c7e0: done: 0.015016 sec","job_status":"done","queue_duration_s":1.016659,"scheduling_latency_s":1.016677,"redis_calls":13,"redis_duration_s":0.001447,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000511,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000936,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010561,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015016,"completed_at":"2026-06-16T04:17:10.102Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555vm-test-run-nixbot-gitlab> gitlab # [  288.577678] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.103Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"98e0e82b68905202ada71c94","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-98e0e82b68905202ada71c94: start","job_status":"start","queue_duration_s":1.032773,"scheduling_latency_s":1.032789}1556vm-test-run-nixbot-gitlab> gitlab # [  288.589323] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.120Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"98e0e82b68905202ada71c94","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-98e0e82b68905202ada71c94: done: 0.016537 sec","job_status":"done","queue_duration_s":1.032773,"scheduling_latency_s":1.032789,"redis_calls":13,"redis_duration_s":0.001473,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000529,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000944,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009862,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016537,"completed_at":"2026-06-16T04:17:10.120Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1557vm-test-run-nixbot-gitlab> gitlab # [  288.625826] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.122Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0d2e02f28f639c826f5c27e8","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0d2e02f28f639c826f5c27e8: start","job_status":"start","queue_duration_s":1.051692,"scheduling_latency_s":1.051709}1558vm-test-run-nixbot-gitlab> gitlab # [  288.637422] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.138Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0d2e02f28f639c826f5c27e8","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0d2e02f28f639c826f5c27e8: done: 0.01533 sec","job_status":"done","queue_duration_s":1.051692,"scheduling_latency_s":1.051709,"redis_calls":13,"redis_duration_s":0.0014780000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000555,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000923,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010834,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01533,"completed_at":"2026-06-16T04:17:10.137Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559vm-test-run-nixbot-gitlab> gitlab # [  288.674260] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.139Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ecd0b01463b06ee68f1f66b0","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ecd0b01463b06ee68f1f66b0: start","job_status":"start","queue_duration_s":1.06809,"scheduling_latency_s":1.068107}1560vm-test-run-nixbot-gitlab> gitlab # [  288.685900] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.154Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ecd0b01463b06ee68f1f66b0","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ecd0b01463b06ee68f1f66b0: done: 0.015767 sec","job_status":"done","queue_duration_s":1.06809,"scheduling_latency_s":1.068107,"redis_calls":13,"redis_duration_s":0.0015339999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001014,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011181,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015767,"completed_at":"2026-06-16T04:17:10.154Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561vm-test-run-nixbot-gitlab> gitlab # [  288.722615] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.156Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"235f89059e72a33a9a545b13","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-235f89059e72a33a9a545b13: start","job_status":"start","queue_duration_s":1.084949,"scheduling_latency_s":1.084965}1562vm-test-run-nixbot-gitlab> gitlab # [  288.734459] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.171Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"235f89059e72a33a9a545b13","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-235f89059e72a33a9a545b13: done: 0.015477 sec","job_status":"done","queue_duration_s":1.084949,"scheduling_latency_s":1.084965,"redis_calls":13,"redis_duration_s":0.0015370000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000525,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001012,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009985,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015477,"completed_at":"2026-06-16T04:17:10.171Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563vm-test-run-nixbot-gitlab> gitlab # [  288.772533] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.173Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e4f9d8731a8e0c0a3ce733c6","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e4f9d8731a8e0c0a3ce733c6: start","job_status":"start","queue_duration_s":1.102481,"scheduling_latency_s":1.102498}1564vm-test-run-nixbot-gitlab> gitlab # [  288.784135] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.188Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e4f9d8731a8e0c0a3ce733c6","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e4f9d8731a8e0c0a3ce733c6: done: 0.015152 sec","job_status":"done","queue_duration_s":1.102481,"scheduling_latency_s":1.102498,"redis_calls":13,"redis_duration_s":0.002268,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001369,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000899,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010565,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015152,"completed_at":"2026-06-16T04:17:10.188Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565vm-test-run-nixbot-gitlab> gitlab # [  288.820638] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.189Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2221746e7cf5bfb88f29cf29","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2221746e7cf5bfb88f29cf29: start","job_status":"start","queue_duration_s":1.118736,"scheduling_latency_s":1.118753}1566vm-test-run-nixbot-gitlab> gitlab # [  288.832263] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.205Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2221746e7cf5bfb88f29cf29","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2221746e7cf5bfb88f29cf29: done: 0.015306 sec","job_status":"done","queue_duration_s":1.118736,"scheduling_latency_s":1.118753,"redis_calls":13,"redis_duration_s":0.0023309999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000552,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001779,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010867,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015306,"completed_at":"2026-06-16T04:17:10.205Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567vm-test-run-nixbot-gitlab> gitlab # [  288.869074] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.206Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c55f4e69e2d21998f8d91d8a","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c55f4e69e2d21998f8d91d8a: start","job_status":"start","queue_duration_s":1.135096,"scheduling_latency_s":1.135112}1568vm-test-run-nixbot-gitlab> gitlab # [  288.880554] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.221Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c55f4e69e2d21998f8d91d8a","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c55f4e69e2d21998f8d91d8a: done: 0.015424 sec","job_status":"done","queue_duration_s":1.135096,"scheduling_latency_s":1.135112,"redis_calls":13,"redis_duration_s":0.001485,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000964,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010761,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015424,"completed_at":"2026-06-16T04:17:10.221Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569vm-test-run-nixbot-gitlab> gitlab # [  288.916503] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.222Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"23578bb8214c55f7c080240d","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-23578bb8214c55f7c080240d: start","job_status":"start","queue_duration_s":1.151552,"scheduling_latency_s":1.151569}1570vm-test-run-nixbot-gitlab> gitlab # [  288.927770] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.238Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"23578bb8214c55f7c080240d","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-23578bb8214c55f7c080240d: done: 0.015884 sec","job_status":"done","queue_duration_s":1.151552,"scheduling_latency_s":1.151569,"redis_calls":13,"redis_duration_s":0.0017069999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0006,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001107,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010513,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015884,"completed_at":"2026-06-16T04:17:10.238Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1571vm-test-run-nixbot-gitlab> gitlab # [  288.964180] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.242Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb12a0bcd87f249253e981ed","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb12a0bcd87f249253e981ed: start","job_status":"start","queue_duration_s":1.171565,"scheduling_latency_s":1.171585}1572vm-test-run-nixbot-gitlab> gitlab # [  288.976275] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.258Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb12a0bcd87f249253e981ed","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb12a0bcd87f249253e981ed: done: 0.016348 sec","job_status":"done","queue_duration_s":1.171565,"scheduling_latency_s":1.171585,"redis_calls":13,"redis_duration_s":0.001653,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000593,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00106,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011419,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016348,"completed_at":"2026-06-16T04:17:10.258Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1573vm-test-run-nixbot-gitlab> gitlab # [  289.012159] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.260Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1a25509f89736e402bf4f21e","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1a25509f89736e402bf4f21e: start","job_status":"start","queue_duration_s":1.188997,"scheduling_latency_s":1.189014}1574vm-test-run-nixbot-gitlab> gitlab # [  289.023453] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.275Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1a25509f89736e402bf4f21e","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1a25509f89736e402bf4f21e: done: 0.015639 sec","job_status":"done","queue_duration_s":1.188997,"scheduling_latency_s":1.189014,"redis_calls":13,"redis_duration_s":0.001485,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000963,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01099,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015639,"completed_at":"2026-06-16T04:17:10.275Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1575vm-test-run-nixbot-gitlab> gitlab # [  289.060329] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.276Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2072dd904c787c0eb7dfb359","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2072dd904c787c0eb7dfb359: start","job_status":"start","queue_duration_s":1.205735,"scheduling_latency_s":1.205752}1576vm-test-run-nixbot-gitlab> gitlab # [  289.072057] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.292Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2072dd904c787c0eb7dfb359","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2072dd904c787c0eb7dfb359: done: 0.015649 sec","job_status":"done","queue_duration_s":1.205735,"scheduling_latency_s":1.205752,"redis_calls":13,"redis_duration_s":0.001616,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000534,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001082,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010149,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015649,"completed_at":"2026-06-16T04:17:10.292Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577vm-test-run-nixbot-gitlab> gitlab # [  289.109006] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.294Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f261bd4e53da41112bd4ea3","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f261bd4e53da41112bd4ea3: start","job_status":"start","queue_duration_s":1.22329,"scheduling_latency_s":1.223309}1578vm-test-run-nixbot-gitlab> gitlab # [  289.120691] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.309Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f261bd4e53da41112bd4ea3","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f261bd4e53da41112bd4ea3: done: 0.015089 sec","job_status":"done","queue_duration_s":1.22329,"scheduling_latency_s":1.223309,"redis_calls":13,"redis_duration_s":0.001431,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000916,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010237,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015089,"completed_at":"2026-06-16T04:17:10.309Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1579vm-test-run-nixbot-gitlab> gitlab # [  289.157050] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.310Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"140ebc47f9545a9cbe2885c2","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-140ebc47f9545a9cbe2885c2: start","job_status":"start","queue_duration_s":1.239483,"scheduling_latency_s":1.239501}1580vm-test-run-nixbot-gitlab> gitlab # [  289.168505] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.325Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"140ebc47f9545a9cbe2885c2","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-140ebc47f9545a9cbe2885c2: done: 0.015175 sec","job_status":"done","queue_duration_s":1.239483,"scheduling_latency_s":1.239501,"redis_calls":13,"redis_duration_s":0.001562,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000554,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001008,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010666,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015175,"completed_at":"2026-06-16T04:17:10.325Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1581vm-test-run-nixbot-gitlab> gitlab # [  289.205800] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.326Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"47122f340e7cc829e9f2c1ff","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-47122f340e7cc829e9f2c1ff: start","job_status":"start","queue_duration_s":1.255732,"scheduling_latency_s":1.255749}1582vm-test-run-nixbot-gitlab> gitlab # [  289.217145] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.341Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"47122f340e7cc829e9f2c1ff","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-47122f340e7cc829e9f2c1ff: done: 0.014778 sec","job_status":"done","queue_duration_s":1.255732,"scheduling_latency_s":1.255749,"redis_calls":13,"redis_duration_s":0.0014490000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000519,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00093,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010417,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014778,"completed_at":"2026-06-16T04:17:10.341Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1583vm-test-run-nixbot-gitlab> gitlab # [  289.253712] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.342Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"085c2d034032ec3cfc5d4f0c","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-085c2d034032ec3cfc5d4f0c: start","job_status":"start","queue_duration_s":1.271565,"scheduling_latency_s":1.271581}1584vm-test-run-nixbot-gitlab> gitlab # [  289.266628] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.357Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"085c2d034032ec3cfc5d4f0c","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-085c2d034032ec3cfc5d4f0c: done: 0.015367 sec","job_status":"done","queue_duration_s":1.271565,"scheduling_latency_s":1.271581,"redis_calls":13,"redis_duration_s":0.001409,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000503,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000906,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009715,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015367,"completed_at":"2026-06-16T04:17:10.357Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1585vm-test-run-nixbot-gitlab> gitlab # [  289.303235] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.359Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ddfd14a308ad012da170b102","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ddfd14a308ad012da170b102: start","job_status":"start","queue_duration_s":1.288024,"scheduling_latency_s":1.288041}1586vm-test-run-nixbot-gitlab> gitlab # [  289.314868] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.374Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ddfd14a308ad012da170b102","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ddfd14a308ad012da170b102: done: 0.015104 sec","job_status":"done","queue_duration_s":1.288024,"scheduling_latency_s":1.288041,"redis_calls":13,"redis_duration_s":0.001511,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000558,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000953,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010581,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015104,"completed_at":"2026-06-16T04:17:10.374Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1587vm-test-run-nixbot-gitlab> gitlab # [  289.351427] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.375Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3cc7f08cc14504534461cfde","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3cc7f08cc14504534461cfde: start","job_status":"start","queue_duration_s":1.304167,"scheduling_latency_s":1.304184}1588vm-test-run-nixbot-gitlab> gitlab # [  289.363061] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.390Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3cc7f08cc14504534461cfde","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3cc7f08cc14504534461cfde: done: 0.015002 sec","job_status":"done","queue_duration_s":1.304167,"scheduling_latency_s":1.304184,"redis_calls":13,"redis_duration_s":0.001449,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000518,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000931,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010585,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015002,"completed_at":"2026-06-16T04:17:10.390Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1589vm-test-run-nixbot-gitlab> gitlab # [  289.400288] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.391Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e82f4d817c447ab00943cac4","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e82f4d817c447ab00943cac4: start","job_status":"start","queue_duration_s":1.320211,"scheduling_latency_s":1.320227}1590vm-test-run-nixbot-gitlab> gitlab # [  289.411701] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.406Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e82f4d817c447ab00943cac4","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e82f4d817c447ab00943cac4: done: 0.014886 sec","job_status":"done","queue_duration_s":1.320211,"scheduling_latency_s":1.320227,"redis_calls":13,"redis_duration_s":0.0014269999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000905,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010479,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014886,"completed_at":"2026-06-16T04:17:10.406Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1591vm-test-run-nixbot-gitlab> gitlab # [  289.448234] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.407Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4ca82ea0ec07cd8bed62456","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4ca82ea0ec07cd8bed62456: start","job_status":"start","queue_duration_s":1.336154,"scheduling_latency_s":1.336171}1592vm-test-run-nixbot-gitlab> gitlab # [  289.459729] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.422Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4ca82ea0ec07cd8bed62456","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4ca82ea0ec07cd8bed62456: done: 0.015814 sec","job_status":"done","queue_duration_s":1.336154,"scheduling_latency_s":1.336171,"redis_calls":13,"redis_duration_s":0.001459,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000938,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009869,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015814,"completed_at":"2026-06-16T04:17:10.422Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1593vm-test-run-nixbot-gitlab> gitlab # [  289.496146] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.424Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"15bd96e8fafb12b285a6b668","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-15bd96e8fafb12b285a6b668: start","job_status":"start","queue_duration_s":1.353092,"scheduling_latency_s":1.353109}1594vm-test-run-nixbot-gitlab> gitlab # [  289.507491] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.438Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"15bd96e8fafb12b285a6b668","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-15bd96e8fafb12b285a6b668: done: 0.014789 sec","job_status":"done","queue_duration_s":1.353092,"scheduling_latency_s":1.353109,"redis_calls":13,"redis_duration_s":0.001453,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000938,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010369,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014789,"completed_at":"2026-06-16T04:17:10.438Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1595vm-test-run-nixbot-gitlab> gitlab # [  289.543742] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.440Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e2479f3ddeb4a64861917123","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e2479f3ddeb4a64861917123: start","job_status":"start","queue_duration_s":1.369,"scheduling_latency_s":1.369017}1596vm-test-run-nixbot-gitlab> gitlab # [  289.555340] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.454Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e2479f3ddeb4a64861917123","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e2479f3ddeb4a64861917123: done: 0.014791 sec","job_status":"done","queue_duration_s":1.369,"scheduling_latency_s":1.369017,"redis_calls":13,"redis_duration_s":0.001472,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000936,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010394,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014791,"completed_at":"2026-06-16T04:17:10.454Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1597vm-test-run-nixbot-gitlab> gitlab # [  289.592672] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.455Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"28537b246b48f802adb83f28","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-28537b246b48f802adb83f28: start","job_status":"start","queue_duration_s":1.384845,"scheduling_latency_s":1.384861}1598vm-test-run-nixbot-gitlab> gitlab # [  289.603954] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.472Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"28537b246b48f802adb83f28","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-28537b246b48f802adb83f28: done: 0.01652 sec","job_status":"done","queue_duration_s":1.384845,"scheduling_latency_s":1.384861,"redis_calls":13,"redis_duration_s":0.0014789999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000957,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009835,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01652,"completed_at":"2026-06-16T04:17:10.472Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1599vm-test-run-nixbot-gitlab> gitlab # [  289.640506] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.473Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"866bddebfef3c1eef7f992f2","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-866bddebfef3c1eef7f992f2: start","job_status":"start","queue_duration_s":1.402931,"scheduling_latency_s":1.402949}1600vm-test-run-nixbot-gitlab> gitlab # [  289.651956] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.489Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"866bddebfef3c1eef7f992f2","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-866bddebfef3c1eef7f992f2: done: 0.01514 sec","job_status":"done","queue_duration_s":1.402931,"scheduling_latency_s":1.402949,"redis_calls":13,"redis_duration_s":0.001516,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000578,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000938,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010711,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01514,"completed_at":"2026-06-16T04:17:10.489Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1601vm-test-run-nixbot-gitlab> gitlab # [  289.688345] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.490Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bcd2eaea0a70f34ba6773998","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bcd2eaea0a70f34ba6773998: start","job_status":"start","queue_duration_s":1.41916,"scheduling_latency_s":1.419177}1602vm-test-run-nixbot-gitlab> gitlab # [  289.699564] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.505Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bcd2eaea0a70f34ba6773998","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bcd2eaea0a70f34ba6773998: done: 0.01515 sec","job_status":"done","queue_duration_s":1.41916,"scheduling_latency_s":1.419177,"redis_calls":13,"redis_duration_s":0.00226,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00174,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010762,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01515,"completed_at":"2026-06-16T04:17:10.505Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1603vm-test-run-nixbot-gitlab> gitlab # [  289.736711] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.506Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cba7cdb58532fae881badd16","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cba7cdb58532fae881badd16: start","job_status":"start","queue_duration_s":1.435384,"scheduling_latency_s":1.435401}1604vm-test-run-nixbot-gitlab> gitlab # [  289.748338] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.521Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cba7cdb58532fae881badd16","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cba7cdb58532fae881badd16: done: 0.014999 sec","job_status":"done","queue_duration_s":1.435384,"scheduling_latency_s":1.435401,"redis_calls":13,"redis_duration_s":0.0014629999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000943,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010436,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014999,"completed_at":"2026-06-16T04:17:10.521Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1605vm-test-run-nixbot-gitlab> gitlab # [  289.785690] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.522Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7d0c8fb129d3ef22f5dbfbf6","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7d0c8fb129d3ef22f5dbfbf6: start","job_status":"start","queue_duration_s":1.451479,"scheduling_latency_s":1.451495}1606vm-test-run-nixbot-gitlab> gitlab # [  289.797384] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.537Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7d0c8fb129d3ef22f5dbfbf6","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7d0c8fb129d3ef22f5dbfbf6: done: 0.014552 sec","job_status":"done","queue_duration_s":1.451479,"scheduling_latency_s":1.451495,"redis_calls":13,"redis_duration_s":0.001459,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000535,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000924,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009852,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014552,"completed_at":"2026-06-16T04:17:10.537Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1607vm-test-run-nixbot-gitlab> gitlab # [  289.833829] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.538Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a337adc5c2eb0e8bc7943516","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a337adc5c2eb0e8bc7943516: start","job_status":"start","queue_duration_s":1.467428,"scheduling_latency_s":1.467446}1608vm-test-run-nixbot-gitlab> gitlab # [  289.845252] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.553Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a337adc5c2eb0e8bc7943516","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a337adc5c2eb0e8bc7943516: done: 0.01473 sec","job_status":"done","queue_duration_s":1.467428,"scheduling_latency_s":1.467446,"redis_calls":13,"redis_duration_s":0.001477,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000528,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000949,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010243,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01473,"completed_at":"2026-06-16T04:17:10.553Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1609vm-test-run-nixbot-gitlab> gitlab # [  289.881531] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.554Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a165235c31b26e943f5c1aa0","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a165235c31b26e943f5c1aa0: start","job_status":"start","queue_duration_s":1.483208,"scheduling_latency_s":1.483225}1610vm-test-run-nixbot-gitlab> gitlab # [  289.893135] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.568Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a165235c31b26e943f5c1aa0","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a165235c31b26e943f5c1aa0: done: 0.014593 sec","job_status":"done","queue_duration_s":1.483208,"scheduling_latency_s":1.483225,"redis_calls":13,"redis_duration_s":0.001451,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000929,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010185,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014593,"completed_at":"2026-06-16T04:17:10.568Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1611vm-test-run-nixbot-gitlab> gitlab # [  289.929298] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.569Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4dcdc74dab8bada9bd3ea07","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4dcdc74dab8bada9bd3ea07: start","job_status":"start","queue_duration_s":1.498883,"scheduling_latency_s":1.498901}1612vm-test-run-nixbot-gitlab> gitlab # [  289.940643] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.584Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4dcdc74dab8bada9bd3ea07","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4dcdc74dab8bada9bd3ea07: done: 0.014438 sec","job_status":"done","queue_duration_s":1.498883,"scheduling_latency_s":1.498901,"redis_calls":13,"redis_duration_s":0.0014190000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000517,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000902,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009722,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014438,"completed_at":"2026-06-16T04:17:10.584Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1613vm-test-run-nixbot-gitlab> gitlab # [  289.976834] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.586Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"70308e4c4e5d413bc703a116","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-70308e4c4e5d413bc703a116: start","job_status":"start","queue_duration_s":1.515125,"scheduling_latency_s":1.515143}1614vm-test-run-nixbot-gitlab> gitlab # [  289.989363] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.601Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"70308e4c4e5d413bc703a116","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-70308e4c4e5d413bc703a116: done: 0.015083 sec","job_status":"done","queue_duration_s":1.515125,"scheduling_latency_s":1.515143,"redis_calls":13,"redis_duration_s":0.0016020000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000586,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001016,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010524,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015083,"completed_at":"2026-06-16T04:17:10.601Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1615vm-test-run-nixbot-gitlab> gitlab # [  290.025788] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.602Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"02a1d6b89869ac171066b7ed","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-02a1d6b89869ac171066b7ed: start","job_status":"start","queue_duration_s":1.531302,"scheduling_latency_s":1.531319}1616vm-test-run-nixbot-gitlab> gitlab # [  290.037357] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.617Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"02a1d6b89869ac171066b7ed","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-02a1d6b89869ac171066b7ed: done: 0.014778 sec","job_status":"done","queue_duration_s":1.531302,"scheduling_latency_s":1.531319,"redis_calls":13,"redis_duration_s":0.0018679999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000545,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001323,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010258,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014778,"completed_at":"2026-06-16T04:17:10.617Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1617vm-test-run-nixbot-gitlab> gitlab # [  290.073969] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.618Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bc7fc3530ebfb6537d2ad8bb","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bc7fc3530ebfb6537d2ad8bb: start","job_status":"start","queue_duration_s":1.547174,"scheduling_latency_s":1.547192}1618vm-test-run-nixbot-gitlab> gitlab # [  290.085288] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.632Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bc7fc3530ebfb6537d2ad8bb","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bc7fc3530ebfb6537d2ad8bb: done: 0.014715 sec","job_status":"done","queue_duration_s":1.547174,"scheduling_latency_s":1.547192,"redis_calls":13,"redis_duration_s":0.0014520000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000906,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010168,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014715,"completed_at":"2026-06-16T04:17:10.632Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1619vm-test-run-nixbot-gitlab> gitlab # [  290.122136] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.634Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3627aea0b8b3d0baaa9a8c55","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3627aea0b8b3d0baaa9a8c55: start","job_status":"start","queue_duration_s":1.563034,"scheduling_latency_s":1.563051}1620vm-test-run-nixbot-gitlab> gitlab # [  290.133852] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.648Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3627aea0b8b3d0baaa9a8c55","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3627aea0b8b3d0baaa9a8c55: done: 0.014473 sec","job_status":"done","queue_duration_s":1.563034,"scheduling_latency_s":1.563051,"redis_calls":13,"redis_duration_s":0.0014759999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000528,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000948,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009996,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014473,"completed_at":"2026-06-16T04:17:10.648Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1621vm-test-run-nixbot-gitlab> gitlab # [  290.170311] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.649Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e860bda0717eaabf5672b53","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e860bda0717eaabf5672b53: start","job_status":"start","queue_duration_s":1.578601,"scheduling_latency_s":1.578618}1622vm-test-run-nixbot-gitlab> gitlab # [  290.181825] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.663Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e860bda0717eaabf5672b53","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e860bda0717eaabf5672b53: done: 0.014322 sec","job_status":"done","queue_duration_s":1.578601,"scheduling_latency_s":1.578618,"redis_calls":13,"redis_duration_s":0.001464,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000928,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009899,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014322,"completed_at":"2026-06-16T04:17:10.663Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1623vm-test-run-nixbot-gitlab> gitlab # [  290.219409] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.665Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"23b42567dd0a3bb900ab4674","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-23b42567dd0a3bb900ab4674: start","job_status":"start","queue_duration_s":1.593983,"scheduling_latency_s":1.593999}1624vm-test-run-nixbot-gitlab> gitlab # [  290.231074] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.679Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"23b42567dd0a3bb900ab4674","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-23b42567dd0a3bb900ab4674: done: 0.014568 sec","job_status":"done","queue_duration_s":1.593983,"scheduling_latency_s":1.593999,"redis_calls":13,"redis_duration_s":0.001501,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000539,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000962,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010033,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014568,"completed_at":"2026-06-16T04:17:10.679Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1625vm-test-run-nixbot-gitlab> gitlab # [  290.267298] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.680Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c654ad4571294dcb31edd0c1","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c654ad4571294dcb31edd0c1: start","job_status":"start","queue_duration_s":1.609638,"scheduling_latency_s":1.609655}1626vm-test-run-nixbot-gitlab> gitlab # [  290.279258] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.695Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c654ad4571294dcb31edd0c1","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c654ad4571294dcb31edd0c1: done: 0.014339 sec","job_status":"done","queue_duration_s":1.609638,"scheduling_latency_s":1.609655,"redis_calls":13,"redis_duration_s":0.001475,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000939,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009939,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014339,"completed_at":"2026-06-16T04:17:10.694Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1627vm-test-run-nixbot-gitlab> gitlab # [  290.316107] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.696Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d25da54304bc72e5da436079","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d25da54304bc72e5da436079: start","job_status":"start","queue_duration_s":1.625052,"scheduling_latency_s":1.625069}1628vm-test-run-nixbot-gitlab> gitlab # [  290.327362] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.710Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d25da54304bc72e5da436079","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d25da54304bc72e5da436079: done: 0.014438 sec","job_status":"done","queue_duration_s":1.625052,"scheduling_latency_s":1.625069,"redis_calls":13,"redis_duration_s":0.00142,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00091,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009835,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014438,"completed_at":"2026-06-16T04:17:10.710Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1629vm-test-run-nixbot-gitlab> gitlab # [  290.363742] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.711Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"87e3d456d282ca55251b4f55","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-87e3d456d282ca55251b4f55: start","job_status":"start","queue_duration_s":1.640921,"scheduling_latency_s":1.640938}1630vm-test-run-nixbot-gitlab> gitlab # [  290.375684] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.726Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"87e3d456d282ca55251b4f55","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-87e3d456d282ca55251b4f55: done: 0.014585 sec","job_status":"done","queue_duration_s":1.640921,"scheduling_latency_s":1.640938,"redis_calls":13,"redis_duration_s":0.001471,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000949,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01001,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014585,"completed_at":"2026-06-16T04:17:10.726Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1631vm-test-run-nixbot-gitlab> gitlab # [  290.413782] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.727Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ace194cb6938c50ccd5f580e","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ace194cb6938c50ccd5f580e: start","job_status":"start","queue_duration_s":1.656585,"scheduling_latency_s":1.656602}1632vm-test-run-nixbot-gitlab> gitlab # [  290.425446] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.741Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ace194cb6938c50ccd5f580e","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ace194cb6938c50ccd5f580e: done: 0.014327 sec","job_status":"done","queue_duration_s":1.656585,"scheduling_latency_s":1.656602,"redis_calls":13,"redis_duration_s":0.001467,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000927,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009907,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014327,"completed_at":"2026-06-16T04:17:10.741Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1633vm-test-run-nixbot-gitlab> gitlab # [  290.462414] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.743Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8bc7c75970d952f326df5bd7","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8bc7c75970d952f326df5bd7: start","job_status":"start","queue_duration_s":1.672041,"scheduling_latency_s":1.672058}1634vm-test-run-nixbot-gitlab> gitlab # [  290.474434] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.757Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8bc7c75970d952f326df5bd7","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8bc7c75970d952f326df5bd7: done: 0.014455 sec","job_status":"done","queue_duration_s":1.672041,"scheduling_latency_s":1.672058,"redis_calls":13,"redis_duration_s":0.00149,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000519,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000971,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010005,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014455,"completed_at":"2026-06-16T04:17:10.757Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1635vm-test-run-nixbot-gitlab> gitlab # [  290.511620] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.758Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0852fac38c984e03cc23fe17","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0852fac38c984e03cc23fe17: start","job_status":"start","queue_duration_s":1.687576,"scheduling_latency_s":1.687593}1636vm-test-run-nixbot-gitlab> gitlab # [  290.523619] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.773Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0852fac38c984e03cc23fe17","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0852fac38c984e03cc23fe17: done: 0.014771 sec","job_status":"done","queue_duration_s":1.687576,"scheduling_latency_s":1.687593,"redis_calls":13,"redis_duration_s":0.001473,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000534,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000939,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010309,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014771,"completed_at":"2026-06-16T04:17:10.773Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1637vm-test-run-nixbot-gitlab> gitlab # [  290.560731] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.774Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3bdc3c91bcebe90bd2cccb4a","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3bdc3c91bcebe90bd2cccb4a: start","job_status":"start","queue_duration_s":1.703414,"scheduling_latency_s":1.70343}1638vm-test-run-nixbot-gitlab> gitlab # [  290.572153] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.789Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3bdc3c91bcebe90bd2cccb4a","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3bdc3c91bcebe90bd2cccb4a: done: 0.014889 sec","job_status":"done","queue_duration_s":1.703414,"scheduling_latency_s":1.70343,"redis_calls":13,"redis_duration_s":0.001424,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000903,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00987,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014889,"completed_at":"2026-06-16T04:17:10.789Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1639vm-test-run-nixbot-gitlab> gitlab # [  290.609622] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.790Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"268e31e41d25b68d977ebf61","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-268e31e41d25b68d977ebf61: start","job_status":"start","queue_duration_s":1.7194,"scheduling_latency_s":1.719417}1640vm-test-run-nixbot-gitlab> gitlab # [  290.621405] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.805Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"268e31e41d25b68d977ebf61","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-268e31e41d25b68d977ebf61: done: 0.015189 sec","job_status":"done","queue_duration_s":1.7194,"scheduling_latency_s":1.719417,"redis_calls":13,"redis_duration_s":0.001556,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000553,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001003,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010544,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015189,"completed_at":"2026-06-16T04:17:10.805Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1641vm-test-run-nixbot-gitlab> gitlab # [  290.658265] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.806Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"96872a155d7a798cc52dd68d","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-96872a155d7a798cc52dd68d: start","job_status":"start","queue_duration_s":1.735672,"scheduling_latency_s":1.735689}1642vm-test-run-nixbot-gitlab> gitlab # [  290.669837] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.821Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"96872a155d7a798cc52dd68d","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-96872a155d7a798cc52dd68d: done: 0.015062 sec","job_status":"done","queue_duration_s":1.735672,"scheduling_latency_s":1.735689,"redis_calls":13,"redis_duration_s":0.001428,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000525,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000903,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010455,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015062,"completed_at":"2026-06-16T04:17:10.821Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1643vm-test-run-nixbot-gitlab> gitlab # [  290.706893] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.823Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4990d612e7d2ecb34324e119","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4990d612e7d2ecb34324e119: start","job_status":"start","queue_duration_s":1.752172,"scheduling_latency_s":1.75219}1644vm-test-run-nixbot-gitlab> gitlab # [  290.718702] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.838Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4990d612e7d2ecb34324e119","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4990d612e7d2ecb34324e119: done: 0.015648 sec","job_status":"done","queue_duration_s":1.752172,"scheduling_latency_s":1.75219,"redis_calls":13,"redis_duration_s":0.00153,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000552,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000978,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011091,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015648,"completed_at":"2026-06-16T04:17:10.838Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1645vm-test-run-nixbot-gitlab> gitlab # [  290.755461] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.840Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ddf0b1c1d0c6bab5778cd9f5","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ddf0b1c1d0c6bab5778cd9f5: start","job_status":"start","queue_duration_s":1.768964,"scheduling_latency_s":1.768981}1646vm-test-run-nixbot-gitlab> gitlab # [  290.767327] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ddf0b1c1d0c6bab5778cd9f5","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ddf0b1c1d0c6bab5778cd9f5: done: 0.015513 sec","job_status":"done","queue_duration_s":1.768964,"scheduling_latency_s":1.768981,"redis_calls":13,"redis_duration_s":0.0014529999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000923,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010997,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015513,"completed_at":"2026-06-16T04:17:10.855Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1647vm-test-run-nixbot-gitlab> gitlab # [  290.804121] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.856Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5ad2e4657f0baf4389dfa6ad","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5ad2e4657f0baf4389dfa6ad: start","job_status":"start","queue_duration_s":1.78555,"scheduling_latency_s":1.785567}1648vm-test-run-nixbot-gitlab> gitlab # [  290.816666] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:10.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5ad2e4657f0baf4389dfa6ad","created_at":"2026-06-16T04:17:08.984Z","trace_propagation_headers":{"sentry-trace":"55c9bd97e0b34583976786b58106127e-25b93c68e90e491e","baggage":"sentry-trace_id=55c9bd97e0b34583976786b58106127e,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"67d0fd812fe3e49fd6877b8a6c4bcf34","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:09.071Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5ad2e4657f0baf4389dfa6ad: done: 0.015139 sec","job_status":"done","queue_duration_s":1.78555,"scheduling_latency_s":1.785567,"redis_calls":13,"redis_duration_s":0.001414,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000509,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000905,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010002,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015139,"completed_at":"2026-06-16T04:17:10.871Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1649vm-test-run-nixbot-gitlab> gitlab # [  297.477825] runuser[3306]: pam_unix(runuser:session): session closed for user gitlab1650vm-test-run-nixbot-gitlab> gitlab # [  297.482180] setup-gitlab-start[3638]: +++ date -d '+7 days' +%F1651vm-test-run-nixbot-gitlab> gitlab # [  297.485667] setup-gitlab-start[3637]: ++ jq -r .token1652vm-test-run-nixbot-gitlab> gitlab # [  297.488559] setup-gitlab-start[3636]: ++ curl -fs -X POST -H 'Authorization: Bearer c85b8f77ee9c9abdcb74164cefa6bf93d706afe1907be1d1ad847e062bd0bc4f' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-06-23"}' http://gitlab/api/v4/users/1/personal_access_tokens1653vm-test-run-nixbot-gitlab> gitlab # [  298.244417] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:20.099Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"2d96cfa6f434ae82a3797b0e","created_at":"2026-06-16T04:17:20.058Z","trace_propagation_headers":{"sentry-trace":"86dd308935a64ec0aa35baf15b43015f-f8fc3e5f51de44ca","baggage":"sentry-trace_id=86dd308935a64ec0aa35baf15b43015f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABSG6AC2FTNR1519RA61C","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:2525135d08a389a1c377fa6f5a31ef322f67b49a0e2c3faba3beaae11400a6ec","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:20.089Z","job_size_bytes":451,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-2d96cfa6f434ae82a3797b0e: start","job_status":"start","queue_duration_s":0.009063,"scheduling_latency_s":0.009126}1654vm-test-run-nixbot-gitlab> gitlab # [  298.247571] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:20 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 7371655vm-test-run-nixbot-gitlab> gitlab # [  298.290344] setup-gitlab-start[3258]: + TOKEN=glpat-7pAN5kAeihegznxwgartC286MQp1OjEH.01.0w10s9fs31656vm-test-run-nixbot-gitlab> gitlab # [  298.290403] setup-gitlab-start[3258]: + test -n glpat-7pAN5kAeihegznxwgartC286MQp1OjEH.01.0w10s9fs31657vm-test-run-nixbot-gitlab> gitlab # [  298.290436] setup-gitlab-start[3258]: + test glpat-7pAN5kAeihegznxwgartC286MQp1OjEH.01.0w10s9fs3 '!=' null1658vm-test-run-nixbot-gitlab> gitlab # [  298.290467] setup-gitlab-start[3258]: + mkdir -p /var/lib/secrets1659vm-test-run-nixbot-gitlab> gitlab # [  298.290516] setup-gitlab-start[3258]: + echo glpat-7pAN5kAeihegznxwgartC286MQp1OjEH.01.0w10s9fs31660vm-test-run-nixbot-gitlab> gitlab # [  298.290556] setup-gitlab-start[3258]: + chmod 644 /var/lib/secrets/gitlab-token1661vm-test-run-nixbot-gitlab> gitlab # [  298.290588] setup-gitlab-start[3258]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-7pAN5kAeihegznxwgartC286MQp1OjEH.01.0w10s9fs3' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1662vm-test-run-nixbot-gitlab> gitlab # [  298.504725] sidekiq-cluster[2420]: {"severity":"WARN","time":"2026-06-16T04:17:20.360Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"2d96cfa6f434ae82a3797b0e","created_at":"2026-06-16T04:17:20.058Z","trace_propagation_headers":{"sentry-trace":"86dd308935a64ec0aa35baf15b43015f-f8fc3e5f51de44ca","baggage":"sentry-trace_id=86dd308935a64ec0aa35baf15b43015f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABSG6AC2FTNR1519RA61C","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:2525135d08a389a1c377fa6f5a31ef322f67b49a0e2c3faba3beaae11400a6ec","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:20.089Z","job_size_bytes":451,"pid":2420,"sidekiq_tid":"lyls","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-2d96cfa6f434ae82a3797b0e: fail: 0.259027 sec","job_status":"fail","queue_duration_s":0.009063,"scheduling_latency_s":0.009126,"redis_calls":11,"redis_duration_s":0.004763,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001444,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002545,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000774,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.028,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.028,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.19065,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00065436,"duration_s":0.259027,"completed_at":"2026-06-16T04:17:20.357Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.048428,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1663vm-test-run-nixbot-gitlab> gitlab # [  299.164807] gitaly[1352]: time="2026-06-16T04:17:21.020Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.009" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.020" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1664vm-test-run-nixbot-gitlab> gitlab # [  299.194687] gitaly[1352]: time="2026-06-16T04:17:21.021Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.009" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.020" grpc.time_ms=0.664 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1665vm-test-run-nixbot-gitlab> gitlab # [  299.344332] gitaly[1352]: time="2026-06-16T04:17:21.201Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.190" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.201" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1666vm-test-run-nixbot-gitlab> gitlab # [  299.373756] gitaly[1352]: time="2026-06-16T04:17:21.201Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.190" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.201" grpc.time_ms=0.505 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1667vm-test-run-nixbot-gitlab> gitlab # [  299.407855] gitaly[1352]: time="2026-06-16T04:17:21.241Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP diskcache=d6f04faf-aa51-4bd6-8ee6-79dce20ec9e8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T04:17:31.204" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.214" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1668vm-test-run-nixbot-gitlab> gitlab # [  299.430214] gitaly[1352]: time="2026-06-16T04:17:21.241Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=300 command.oublock=32 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T04:17:31.204" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.214" grpc.time_ms=26.464 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1669vm-test-run-nixbot-gitlab> gitlab # [  299.456093] gitaly[1352]: time="2026-06-16T04:17:21.255Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.243" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.254" pid=1352 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1670vm-test-run-nixbot-gitlab> gitlab # [  299.471991] gitaly[1352]: time="2026-06-16T04:17:21.255Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.243" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.254" grpc.time_ms=0.964 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1671vm-test-run-nixbot-gitlab> gitlab # [  299.486468] gitaly[1352]: time="2026-06-16T04:17:21.274Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:31.249" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.260" grpc.time_ms=13.914 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1672vm-test-run-nixbot-gitlab> gitlab # [  299.505343] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:21.332Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"b428161719401026b38aaf65","created_at":"2026-06-16T04:17:21.285Z","trace_propagation_headers":{"sentry-trace":"8554b0d3ddb442b399a5c9924e08ee7f-0db4aaeb19b546fb","baggage":"sentry-trace_id=8554b0d3ddb442b399a5c9924e08ee7f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABT8NM646T48PXEV2JGNP","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:21.327Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-b428161719401026b38aaf65: start","job_status":"start","queue_duration_s":0.004964,"scheduling_latency_s":0.005015}1673vm-test-run-nixbot-gitlab> gitlab # [  299.527658] gitaly[1352]: time="2026-06-16T04:17:21.352Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.352" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1674vm-test-run-nixbot-gitlab> gitlab # [  299.540729] gitaly[1352]: time="2026-06-16T04:17:21.352Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.352" grpc.time_ms=0.268 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1675vm-test-run-nixbot-gitlab> gitlab # [  299.553059] gitaly[1352]: time="2026-06-16T04:17:21.375Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP diskcache=7d18a3f8-8eb8-4577-8b59-d7b0e53a3a7e grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T04:17:31.004" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.355" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1676vm-test-run-nixbot-gitlab> gitlab # [  299.563749] gitaly[1352]: time="2026-06-16T04:17:21.376Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=299 command.oublock=32 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T04:17:31.004" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.355" grpc.time_ms=20.584 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1677vm-test-run-nixbot-gitlab> gitlab # [  299.577320] gitaly[1352]: time="2026-06-16T04:17:21.382Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.030" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.381" pid=1352 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1678vm-test-run-nixbot-gitlab> gitlab # [  299.587790] gitaly[1352]: time="2026-06-16T04:17:21.383Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.030" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.381" grpc.time_ms=1.217 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1679vm-test-run-nixbot-gitlab> gitlab # [  299.599858] gitaly[1352]: time="2026-06-16T04:17:21.400Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:31.036" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.386" grpc.time_ms=13.667 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1680vm-test-run-nixbot-gitlab> gitlab # [  299.613095] gitaly[1352]: time="2026-06-16T04:17:21.435Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:31.083" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.434" grpc.time_ms=0.263 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1681vm-test-run-nixbot-gitlab> gitlab # [  299.623280] gitaly[1352]: time="2026-06-16T04:17:21.442Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T04:17:31.091" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.441" grpc.time_ms=0.237 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1682vm-test-run-nixbot-gitlab> gitlab # [  299.633704] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:21.458Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"b428161719401026b38aaf65","created_at":"2026-06-16T04:17:21.285Z","trace_propagation_headers":{"sentry-trace":"8554b0d3ddb442b399a5c9924e08ee7f-0db4aaeb19b546fb","baggage":"sentry-trace_id=8554b0d3ddb442b399a5c9924e08ee7f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABT8NM646T48PXEV2JGNP","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:21.327Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-b428161719401026b38aaf65: done: 0.126546 sec","job_status":"done","queue_duration_s":0.004964,"scheduling_latency_s":0.005015,"redis_calls":13,"redis_duration_s":0.006045,"redis_read_bytes":138,"redis_write_bytes":1593,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001504,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":428,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002726,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001815,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.096686,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.06855118,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.126546,"completed_at":"2026-06-16T04:17:21.458Z","load_balancing_strategy":"primary","db_duration_s":0.018267,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1683vm-test-run-nixbot-gitlab> gitlab # [  299.676656] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:21.461Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"50398c33e57be32282af5aca","created_at":"2026-06-16T04:17:21.341Z","trace_propagation_headers":{"sentry-trace":"8554b0d3ddb442b399a5c9924e08ee7f-0db4aaeb19b546fb","baggage":"sentry-trace_id=8554b0d3ddb442b399a5c9924e08ee7f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABT8NM646T48PXEV2JGNP","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:21.347Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-50398c33e57be32282af5aca: start","job_status":"start","queue_duration_s":0.114013,"scheduling_latency_s":0.114051}1684vm-test-run-nixbot-gitlab> gitlab # [  299.785633] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:21.641Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"50398c33e57be32282af5aca","created_at":"2026-06-16T04:17:21.341Z","trace_propagation_headers":{"sentry-trace":"8554b0d3ddb442b399a5c9924e08ee7f-0db4aaeb19b546fb","baggage":"sentry-trace_id=8554b0d3ddb442b399a5c9924e08ee7f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABT8NM646T48PXEV2JGNP","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:21.347Z","job_size_bytes":2,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-50398c33e57be32282af5aca: done: 0.18036 sec","job_status":"done","queue_duration_s":0.114013,"scheduling_latency_s":0.114051,"redis_calls":14,"redis_duration_s":0.004239000000000001,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000741,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002011,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001487,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.136793,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.13134472,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.18036,"completed_at":"2026-06-16T04:17:21.641Z","load_balancing_strategy":"primary","db_duration_s":0.031258,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1685vm-test-run-nixbot-gitlab> gitlab # [  299.862150] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:21.718Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"07dddff1a3d7a24f36e880f3","created_at":"2026-06-16T04:17:21.708Z","trace_propagation_headers":{"sentry-trace":"8554b0d3ddb442b399a5c9924e08ee7f-0db4aaeb19b546fb","baggage":"sentry-trace_id=8554b0d3ddb442b399a5c9924e08ee7f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABT8NM646T48PXEV2JGNP","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:21.717Z","job_size_bytes":5,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-07dddff1a3d7a24f36e880f3: start","job_status":"start","queue_duration_s":0.001428,"scheduling_latency_s":0.001458}1686vm-test-run-nixbot-gitlab> gitlab # [  299.959999] gitaly[1352]: time="2026-06-16T04:17:21.816Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=4 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABT8NM646T48PXEV2JGNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:31.002" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:21.802" grpc.time_ms=13.813 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1687vm-test-run-nixbot-gitlab> gitlab # [  300.065957] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:21.922Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"07dddff1a3d7a24f36e880f3","created_at":"2026-06-16T04:17:21.708Z","trace_propagation_headers":{"sentry-trace":"8554b0d3ddb442b399a5c9924e08ee7f-0db4aaeb19b546fb","baggage":"sentry-trace_id=8554b0d3ddb442b399a5c9924e08ee7f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABT8NM646T48PXEV2JGNP","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:21.717Z","job_size_bytes":5,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-07dddff1a3d7a24f36e880f3: done: 0.203468 sec","job_status":"done","queue_duration_s":0.001428,"scheduling_latency_s":0.001458,"redis_calls":12,"redis_duration_s":0.005878,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001302,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00383,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000746,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.170645,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0007101,"duration_s":0.203468,"completed_at":"2026-06-16T04:17:21.922Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.025408,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1688vm-test-run-nixbot-gitlab> gitlab # [  300.156198] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:21.924Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"c13391be83892b1efed3f4e7","created_at":"2026-06-16T04:17:21.751Z","trace_propagation_headers":{"sentry-trace":"8554b0d3ddb442b399a5c9924e08ee7f-0db4aaeb19b546fb","baggage":"sentry-trace_id=8554b0d3ddb442b399a5c9924e08ee7f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABT8NM646T48PXEV2JGNP","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:21.758Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-c13391be83892b1efed3f4e7: start","job_status":"start","queue_duration_s":0.166081,"scheduling_latency_s":0.16611}1689vm-test-run-nixbot-gitlab> gitlab # [  300.364636] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:22 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 20701690vm-test-run-nixbot-gitlab> gitlab # [  300.366480] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:22.222Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"c13391be83892b1efed3f4e7","created_at":"2026-06-16T04:17:21.751Z","trace_propagation_headers":{"sentry-trace":"8554b0d3ddb442b399a5c9924e08ee7f-0db4aaeb19b546fb","baggage":"sentry-trace_id=8554b0d3ddb442b399a5c9924e08ee7f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABT8NM646T48PXEV2JGNP","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:21.758Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-c13391be83892b1efed3f4e7: done: 0.297096 sec","job_status":"done","queue_duration_s":0.166081,"scheduling_latency_s":0.16611,"redis_calls":11,"redis_duration_s":0.00376,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00099,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002044,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000726,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.241,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.241,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.037,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.195621,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0006054,"duration_s":0.297096,"completed_at":"2026-06-16T04:17:22.221Z","load_balancing_strategy":"primary","db_duration_s":0.103224,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1691vm-test-run-nixbot-gitlab> gitlab # [  300.409708] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:22.224Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"1c24faaa98ae224ec44320f8","created_at":"2026-06-16T04:17:21.763Z","trace_propagation_headers":{"sentry-trace":"8554b0d3ddb442b399a5c9924e08ee7f-0db4aaeb19b546fb","baggage":"sentry-trace_id=8554b0d3ddb442b399a5c9924e08ee7f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABT8NM646T48PXEV2JGNP","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:21.771Z","job_size_bytes":89,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-1c24faaa98ae224ec44320f8: start","job_status":"start","queue_duration_s":0.452395,"scheduling_latency_s":0.45242}1692vm-test-run-nixbot-gitlab> gitlab # [  300.426417] setup-gitlab-start[3258]: + mkdir -p /tmp/test-flake1693vm-test-run-nixbot-gitlab> gitlab # [  300.427224] setup-gitlab-start[3258]: + cd /tmp/test-flake1694vm-test-run-nixbot-gitlab> gitlab # [  300.427945] setup-gitlab-start[3258]: + git init -b master1695vm-test-run-nixbot-gitlab> gitlab # [  300.428862] setup-gitlab-start[3683]: Initialized empty Git repository in /tmp/test-flake/.git/1696vm-test-run-nixbot-gitlab> gitlab # [  300.429939] setup-gitlab-start[3258]: + git config user.name test1697vm-test-run-nixbot-gitlab> gitlab # [  300.430709] setup-gitlab-start[3258]: + git config user.email test@example.com1698vm-test-run-nixbot-gitlab> gitlab # [  300.431604] setup-gitlab-start[3258]: + cat1699vm-test-run-nixbot-gitlab> gitlab # [  300.432213] setup-gitlab-start[3258]: + git add flake.nix1700vm-test-run-nixbot-gitlab> gitlab # [  300.432911] setup-gitlab-start[3258]: + git commit -m 'initial commit'1701vm-test-run-nixbot-gitlab> gitlab # [  300.448283] setup-gitlab-start[3688]: [master (root-commit) 106450c] initial commit1702vm-test-run-nixbot-gitlab> gitlab # [  300.449282] setup-gitlab-start[3688]:  1 file changed, 10 insertions(+)1703vm-test-run-nixbot-gitlab> gitlab # [  300.450123] setup-gitlab-start[3688]:  create mode 100644 flake.nix1704vm-test-run-nixbot-gitlab> gitlab # [  300.450926] setup-gitlab-start[3258]: + git remote add origin http://oauth2:glpat-7pAN5kAeihegznxwgartC286MQp1OjEH.01.0w10s9fs3@gitlab/root/test-flake.git1705vm-test-run-nixbot-gitlab> gitlab # [  300.456873] setup-gitlab-start[3258]: + git push -u origin master1706vm-test-run-nixbot-gitlab> gitlab # [  300.495221] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:22.351Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"1c24faaa98ae224ec44320f8","created_at":"2026-06-16T04:17:21.763Z","trace_propagation_headers":{"sentry-trace":"8554b0d3ddb442b399a5c9924e08ee7f-0db4aaeb19b546fb","baggage":"sentry-trace_id=8554b0d3ddb442b399a5c9924e08ee7f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABT8NM646T48PXEV2JGNP","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:21.771Z","job_size_bytes":89,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-1c24faaa98ae224ec44320f8: done: 0.127032 sec","job_status":"done","queue_duration_s":0.452395,"scheduling_latency_s":0.45242,"redis_calls":11,"redis_duration_s":0.004905,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000962,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003022,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000921,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.019,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.070191,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00125952,"duration_s":0.127032,"completed_at":"2026-06-16T04:17:22.351Z","load_balancing_strategy":"primary","db_duration_s":0.045216,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1707vm-test-run-nixbot-gitlab> gitlab # [  300.633212] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:22 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 1441708vm-test-run-nixbot-gitlab> gitlab # [  300.852102] gitaly[1352]: time="2026-06-16T04:17:22.708Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=583 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWHXKR9455183AB7J6NX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:22.688" grpc.time_ms=19.052 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1709vm-test-run-nixbot-gitlab> gitlab # [  300.888159] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:22 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 2141710vm-test-run-nixbot-gitlab> gitlab # [  301.266495] gitaly[1352]: time="2026-06-16T04:17:23.123Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:33.006" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:23.107" grpc.time_ms=16.272 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1711vm-test-run-nixbot-gitlab> gitlab # [  301.361325] gitaly[1352]: time="2026-06-16T04:17:23.218Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=301 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=3 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-16T04:17:53.100" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-16T04:17:23.200" grpc.time_ms=17.937 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1712vm-test-run-nixbot-gitlab> gitlab # [  301.663280] gitaly[1352]: time="2026-06-16T04:17:23.520Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KV7ABWS11M3J4V2DB79ECF3S duration_ms=491ns method=POST pid=1352 status=200 url="http://unix/api/v4/internal/allowed"1713vm-test-run-nixbot-gitlab> gitlab # [  301.702239] gitaly[1352]: time="2026-06-16T04:17:23.559Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KV7ABWS11M3J4V2DB79ECF3S duration_ms=37ns method=POST pid=1352 status=200 url="http://unix/api/v4/internal/pre_receive"1714vm-test-run-nixbot-gitlab> gitlab # [  301.705121] gitaly[1352]: time="2026-06-16T04:17:23.560Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:23.026" grpc.time_ms=534.122 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1715vm-test-run-nixbot-gitlab> gitlab # [  301.762484] gitaly[1352]: time="2026-06-16T04:17:23.619Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:23.618" grpc.time_ms=1.298 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1716vm-test-run-nixbot-gitlab> gitlab # [  301.828162] gitaly[1352]: time="2026-06-16T04:17:23.685Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:23.684" grpc.time_ms=0.862 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1717vm-test-run-nixbot-gitlab> gitlab # [  301.906263] gitaly[1352]: time="2026-06-16T04:17:23.761Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:23.760" grpc.time_ms=0.738 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1718vm-test-run-nixbot-gitlab> gitlab # [  302.070557] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:23.925Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 106450c4c877da7f60250e1a462f2cb70f5cd989 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"029177e050af9308cdc68feb","created_at":"2026-06-16T04:17:23.909Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-634bce60159245a7","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:23.922Z","job_size_bytes":185,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-029177e050af9308cdc68feb: start","job_status":"start","queue_duration_s":0.00305,"scheduling_latency_s":0.003117}1719vm-test-run-nixbot-gitlab> gitlab # [  302.112686] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:23.969Z","message":"changes: \"0000000000000000000000000000000000000000 106450c4c877da7f60250e1a462f2cb70f5cd989 refs/heads/master\\n\""}1720vm-test-run-nixbot-gitlab> gitlab # [  302.144982] gitaly[1352]: time="2026-06-16T04:17:24.002Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=10 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:33.184" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:23.985" grpc.time_ms=16.578 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1721vm-test-run-nixbot-gitlab> gitlab # [  302.184913] gitaly[1352]: time="2026-06-16T04:17:24.042Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=27 command.spawn_token_fork_ms=18 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:34.001" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:24.012" grpc.time_ms=29.75 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1722vm-test-run-nixbot-gitlab> gitlab # [  302.211736] gitaly[1352]: time="2026-06-16T04:17:24.063Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=24 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1436 command.oublock=0 command.real_time_ms=41 command.spawn_token_fork_ms=16 command.system_time_ms=17 command.user_time_ms=7 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-16T04:17:34.007" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:24.017" grpc.time_ms=45.752 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1723vm-test-run-nixbot-gitlab> gitlab # [  302.230330] gitaly[1352]: time="2026-06-16T04:17:24.087Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:34.060" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:24.070" grpc.time_ms=16.708 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1724vm-test-run-nixbot-gitlab> gitlab # [  302.246269] gitaly[1352]: time="2026-06-16T04:17:24.103Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KV7ABWS11M3J4V2DB79ECF3S duration_ms=264ns method=POST pid=1352 status=200 url="http://unix/api/v4/internal/post_receive"1725vm-test-run-nixbot-gitlab> gitlab # [  302.249482] gitaly[1352]: time="2026-06-16T04:17:24.104Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:23.836" grpc.time_ms=267.459 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1726vm-test-run-nixbot-gitlab> gitlab # [  302.261276] gitaly[1352]: time="2026-06-16T04:17:24.116Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S diskcache=4b566b92-2b13-47de-8bcb-73860c7dfa11 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:22.912" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1727vm-test-run-nixbot-gitlab> gitlab # [  302.272645] gitlab-workhorse[1282]: time="2026-06-16T04:17:24Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521728vm-test-run-nixbot-gitlab> gitlab # [  302.274611] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:24 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 13951729vm-test-run-nixbot-gitlab> gitlab # [  302.276825] setup-gitlab-start[3692]: To http://gitlab/root/test-flake.git1730vm-test-run-nixbot-gitlab> gitlab # [  302.277858] setup-gitlab-start[3692]:  * [new branch]      master -> master1731vm-test-run-nixbot-gitlab> gitlab # [  302.278856] setup-gitlab-start[3692]: branch 'master' set up to track 'origin/master'.1732vm-test-run-nixbot-gitlab> gitlab # [  302.279980] gitaly[1352]: time="2026-06-16T04:17:24.116Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=362 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=847872 command.minflt=13489 command.oublock=32 command.real_time_ms=1194 command.spawn_token_fork_ms=2 command.system_time_ms=165 command.user_time_ms=197 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=685 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:22.912" grpc.time_ms=1203.998 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1733vm-test-run-nixbot-gitlab> gitlab # [  302.295062] systemd[1]: Finished setup-gitlab.service.1734vm-test-run-nixbot-gitlab> gitlab # [  302.295935] gitaly[1352]: time="2026-06-16T04:17:24.146Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=4 command.system_time_ms=3 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-16T04:17:34.123" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:24.134" grpc.time_ms=12.175 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1735vm-test-run-nixbot-gitlab> gitlab # [  302.309216] systemd[1]: Starting nixbot CI service...1736vm-test-run-nixbot-gitlab> gitlab # [  302.340628] gitaly[1352]: time="2026-06-16T04:17:24.197Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3938 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:24.197" grpc.time_ms=0.474 pid=1352 span.kind=server system=grpc1737vm-test-run-nixbot-gitlab> gitlab # [  302.374698] gitaly[1352]: time="2026-06-16T04:17:24.231Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3940 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:24.231" grpc.time_ms=0.341 pid=1352 span.kind=server system=grpc1738vm-test-run-nixbot-gitlab> gitlab # [  302.389809] gitaly[1352]: time="2026-06-16T04:17:24.241Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S diskcache=143d0fab-d1ca-4c08-aacc-b84859edbb15 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:34.151" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:24.161" pid=1352 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1739vm-test-run-nixbot-gitlab> gitlab # [  302.405452] gitaly[1352]: time="2026-06-16T04:17:24.242Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=73 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4693 command.oublock=8 command.real_time_ms=75 command.spawn_token_fork_ms=0 command.system_time_ms=48 command.user_time_ms=25 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:34.151" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:24.161" grpc.time_ms=80.383 pid=1352 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1740vm-test-run-nixbot-gitlab> gitlab # [  302.425262] gitaly[1352]: time="2026-06-16T04:17:24.265Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T04:17:34.254" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:24.264" grpc.time_ms=0.211 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1741vm-test-run-nixbot-gitlab> gitlab # [  302.440803] gitaly[1352]: time="2026-06-16T04:17:24.298Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=862 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-16T04:17:34.277" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:24.287" grpc.time_ms=10.273 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1742vm-test-run-nixbot-gitlab> gitlab # [  302.755501] gitaly[1352]: time="2026-06-16T04:17:24.612Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=312 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-16T04:17:54.100" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:24.600" grpc.time_ms=11.672 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1743vm-test-run-nixbot-gitlab> gitlab # [  302.804320] gitaly[1352]: time="2026-06-16T04:17:24.661Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T04:17:34.010" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:24.660" grpc.time_ms=0.556 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1744vm-test-run-nixbot-gitlab> gitlab # [  302.839869] gitaly[1352]: time="2026-06-16T04:17:24.670Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=316 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-16T04:17:34.013" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-16T04:17:24.664" grpc.time_ms=6.327 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1745vm-test-run-nixbot-gitlab> gitlab # [  302.880667] gitaly[1352]: time="2026-06-16T04:17:24.694Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:34.036" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:24.686" grpc.time_ms=7.733 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1746vm-test-run-nixbot-gitlab> gitlab # [  302.917085] gitaly[1352]: time="2026-06-16T04:17:24.718Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:34.052" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:24.702" grpc.time_ms=15.332 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1747vm-test-run-nixbot-gitlab> gitlab # [  302.949707] gitaly[1352]: time="2026-06-16T04:17:24.744Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=883 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T04:17:54.229" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:24.730" grpc.time_ms=13.807 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1748vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 303.73 seconds)1749vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1750vm-test-run-nixbot-gitlab> gitlab # [  303.264983] gitaly[1352]: time="2026-06-16T04:17:25.122Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-16T04:17:35.109" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:25.120" grpc.time_ms=1.51 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1751vm-test-run-nixbot-gitlab> gitlab # [  303.304531] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:25.159Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 106450c4c877da7f60250e1a462f2cb70f5cd989 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"029177e050af9308cdc68feb","created_at":"2026-06-16T04:17:23.909Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-634bce60159245a7","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:23.922Z","job_size_bytes":185,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-029177e050af9308cdc68feb: done: 1.234045 sec","job_status":"done","queue_duration_s":0.00305,"scheduling_latency_s":0.003117,"gitaly_calls":13,"gitaly_duration_s":0.254361,"redis_calls":200,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.073995,"redis_read_bytes":941,"redis_write_bytes":19810,"redis_cache_calls":14,"redis_cache_duration_s":0.00438,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.010375,"redis_feature_flag_read_bytes":540,"redis_feature_flag_write_bytes":4279,"redis_queues_calls":8,"redis_queues_duration_s":0.001326,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4934,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.003624,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":91,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.040158,"redis_repository_cache_read_bytes":233,"redis_repository_cache_write_bytes":6319,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.014132,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":51,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":51,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.252,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":51,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.282,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.51,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.252,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.659819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00109014,"exclusive_lock_hold_duration_s":0.044023360000000004,"duration_s":1.234045,"completed_at":"2026-06-16T04:17:25.159Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.29831,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1752vm-test-run-nixbot-gitlab> gitlab # [  303.421653] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:25.166Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"97ef70d36d738eabaf8a2275","created_at":"2026-06-16T04:17:24.093Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-71f64ee8d07a463e","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:24.099Z","job_size_bytes":46,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-97ef70d36d738eabaf8a2275: start","job_status":"start","queue_duration_s":1.066644,"scheduling_latency_s":1.066674}1753vm-test-run-nixbot-gitlab> gitlab # [  303.447521] gitaly[1352]: time="2026-06-16T04:17:25.267Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-16T10:17:25.260" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:25.260" grpc.time_ms=5.612 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1754vm-test-run-nixbot-gitlab> gitlab # [  303.464130] nixbot[3795]: {"ts": "2026-06-16T04:17:25.204Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1755vm-test-run-nixbot-gitlab> gitlab # [  303.467090] nixbot[3795]: {"ts": "2026-06-16T04:17:25.227Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1756vm-test-run-nixbot-gitlab> gitlab # [  303.469743] nixbot[3795]: {"ts": "2026-06-16T04:17:25.249Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1757vm-test-run-nixbot-gitlab> gitlab # [  303.472352] nixbot[3795]: {"ts": "2026-06-16T04:17:25.253Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1758vm-test-run-nixbot-gitlab> gitlab # [  303.474920] nixbot[3795]: {"ts": "2026-06-16T04:17:25.256Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1759vm-test-run-nixbot-gitlab> gitlab # [  303.477408] nixbot[3795]: {"ts": "2026-06-16T04:17:25.262Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1760vm-test-run-nixbot-gitlab> gitlab # [  303.479806] nixbot[3795]: {"ts": "2026-06-16T04:17:25.266Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1761vm-test-run-nixbot-gitlab> gitlab # [  303.482911] nixbot[3795]: {"ts": "2026-06-16T04:17:25.267Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1762vm-test-run-nixbot-gitlab> gitlab # [  303.487022] nixbot[3795]: {"ts": "2026-06-16T04:17:25.273Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1763vm-test-run-nixbot-gitlab> gitlab # [  303.489430] nixbot[3795]: {"ts": "2026-06-16T04:17:25.275Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1764vm-test-run-nixbot-gitlab> gitlab # [  303.493170] nixbot[3795]: {"ts": "2026-06-16T04:17:25.279Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1765vm-test-run-nixbot-gitlab> gitlab # [  303.495333] nixbot[3795]: {"ts": "2026-06-16T04:17:25.289Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1766vm-test-run-nixbot-gitlab> gitlab # [  303.498037] gitaly[1352]: time="2026-06-16T04:17:25.289Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-16T04:17:55.077" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:25.278" grpc.time_ms=10.322 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1767vm-test-run-nixbot-gitlab> gitlab # [  303.515278] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:25.339Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"97ef70d36d738eabaf8a2275","created_at":"2026-06-16T04:17:24.093Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-71f64ee8d07a463e","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:24.099Z","job_size_bytes":46,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-97ef70d36d738eabaf8a2275: done: 0.17282 sec","job_status":"done","queue_duration_s":1.066644,"scheduling_latency_s":1.066674,"gitaly_calls":2,"gitaly_duration_s":0.022126,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.01661,"redis_read_bytes":68,"redis_write_bytes":4886,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001922,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000809,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2113,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.008399,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.004279,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":754,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001201,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.111803,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00465536,"duration_s":0.17282,"completed_at":"2026-06-16T04:17:25.338Z","load_balancing_strategy":"primary","db_duration_s":0.02219,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1768vm-test-run-nixbot-gitlab> gitlab # [  303.570053] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:25.343Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"553474156cb19e1fc6cc7899","created_at":"2026-06-16T04:17:24.122Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-71f64ee8d07a463e","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:24.130Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-553474156cb19e1fc6cc7899: start","job_status":"start","queue_duration_s":1.212527,"scheduling_latency_s":1.212557}1769vm-test-run-nixbot-gitlab> gitlab # [  303.585788] nixbot[3795]: {"ts": "2026-06-16T04:17:25.297Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1770vm-test-run-nixbot-gitlab> gitlab # [  303.587761] nixbot[3795]: {"ts": "2026-06-16T04:17:25.299Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1771vm-test-run-nixbot-gitlab> gitlab # [  303.589960] nixbot[3795]: {"ts": "2026-06-16T04:17:25.302Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1772vm-test-run-nixbot-gitlab> gitlab # [  303.591984] nixbot[3795]: {"ts": "2026-06-16T04:17:25.304Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1773vm-test-run-nixbot-gitlab> gitlab # [  303.593907] nixbot[3795]: {"ts": "2026-06-16T04:17:25.306Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1774vm-test-run-nixbot-gitlab> gitlab # [  303.595828] nixbot[3795]: {"ts": "2026-06-16T04:17:25.307Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1775vm-test-run-nixbot-gitlab> gitlab # [  303.597851] gitaly[1352]: time="2026-06-16T04:17:25.399Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S diskcache=0b98c963-2c77-436c-8f7b-a7f753b1e55d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T10:17:25.371" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:25.372" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1776vm-test-run-nixbot-gitlab> gitlab # [  303.607191] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:25.441Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"553474156cb19e1fc6cc7899","created_at":"2026-06-16T04:17:24.122Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-71f64ee8d07a463e","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:24.130Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-553474156cb19e1fc6cc7899: done: 0.098846 sec","job_status":"done","queue_duration_s":1.212527,"scheduling_latency_s":1.212557,"gitaly_calls":1,"gitaly_duration_s":0.029417,"redis_calls":15,"redis_duration_s":0.007212,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000409,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001339,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.00099,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004474,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.011,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.02,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.040871,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.06630034,"duration_s":0.098846,"completed_at":"2026-06-16T04:17:25.441Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.016307,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1777vm-test-run-nixbot-gitlab> gitlab # [  303.650853] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:25.443Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"f8b24693d0a0ff3c516cd608","created_at":"2026-06-16T04:17:24.258Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-71f64ee8d07a463e","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:24.261Z","job_size_bytes":23,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-f8b24693d0a0ff3c516cd608: start","job_status":"start","queue_duration_s":1.182437,"scheduling_latency_s":1.182457}1778vm-test-run-nixbot-gitlab> gitlab # [  303.665544] gitaly[1352]: time="2026-06-16T04:17:25.399Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=18 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1175 command.oublock=0 command.real_time_ms=30 command.spawn_token_fork_ms=2 command.system_time_ms=18 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T10:17:25.371" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:25.372" grpc.time_ms=27.145 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1779vm-test-run-nixbot-gitlab> gitlab # [  303.679762] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:25.494Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"f8b24693d0a0ff3c516cd608","created_at":"2026-06-16T04:17:24.258Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-71f64ee8d07a463e","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:24.261Z","job_size_bytes":23,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-f8b24693d0a0ff3c516cd608: done: 0.050898 sec","job_status":"done","queue_duration_s":1.182437,"scheduling_latency_s":1.182457,"gitaly_calls":1,"gitaly_duration_s":0.013371,"redis_calls":16,"redis_duration_s":0.004358,"redis_read_bytes":52,"redis_write_bytes":2049,"redis_queues_calls":1,"redis_queues_duration_s":0.00039,"redis_queues_read_bytes":1,"redis_queues_write_bytes":980,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00119,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.001888,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00089,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027746,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.050898,"completed_at":"2026-06-16T04:17:25.494Z","load_balancing_strategy":"primary","db_duration_s":0.004383,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1780vm-test-run-nixbot-gitlab> gitlab # [  303.723406] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:25.496Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"1c9120db6b76eb6725801856","created_at":"2026-06-16T04:17:25.072Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-71f64ee8d07a463e","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fccf38cc82acba8f3efd81dfbb396fbb0c98f1c7266ff1accbbcf9f2d15b27c0","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:25.078Z","job_size_bytes":467,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-1c9120db6b76eb6725801856: start","job_status":"start","queue_duration_s":0.417101,"scheduling_latency_s":0.417118}1781vm-test-run-nixbot-gitlab> gitlab # [  303.740247] gitaly[1352]: time="2026-06-16T04:17:25.485Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-16T04:17:55.273" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:25.474" grpc.time_ms=10.921 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1782vm-test-run-nixbot-gitlab> gitlab # [  303.753170] gitaly[1352]: time="2026-06-16T04:17:25.539Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:17:55.037" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:25.538" grpc.time_ms=0.974 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1783vm-test-run-nixbot-gitlab> gitlab # [  303.765214] gitaly[1352]: time="2026-06-16T04:17:25.554Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T04:17:35.001" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:25.542" grpc.time_ms=11.662 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1784vm-test-run-nixbot-gitlab> gitlab # [  303.910282] gitaly[1352]: time="2026-06-16T04:17:25.767Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:17:55.265" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:25.766" grpc.time_ms=1.367 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1785vm-test-run-nixbot-gitlab> gitlab # [  303.926449] gitaly[1352]: time="2026-06-16T04:17:25.783Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=232 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-16T04:17:55.277" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:25.778" grpc.time_ms=4.891 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1786vm-test-run-nixbot-gitlab> gitlab # [  303.988847] nixbot[3795]: INFO:     Started server process [3795]1787vm-test-run-nixbot-gitlab> gitlab # [  303.990033] nixbot[3795]: INFO:     Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1788vm-test-run-nixbot-gitlab> gitlab # [  303.996983] nixbot[3795]: INFO:     ::ffff:127.0.0.1:38996 - "GET /health HTTP/1.1" 200 OK1789vm-test-run-nixbot-gitlab> gitlab # [  304.004165] systemd[1]: Started nixbot CI service.1790vm-test-run-nixbot-gitlab> gitlab # [  304.006475] systemd[1]: Reached target Multi-User System.1791vm-test-run-nixbot-gitlab> gitlab # [  304.008221] systemd[1]: Startup finished in 778ms (kernel) + 5.192s (initrd) + 4min 58.037s (userspace) = 5min 4.008s.1792vm-test-run-nixbot-gitlab> gitlab # [  304.122865] gitaly[1352]: time="2026-06-16T04:17:25.980Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:35.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:25.964" grpc.time_ms=15.291 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1793vm-test-run-nixbot-gitlab> gitlab # [  304.339758] gitaly[1352]: time="2026-06-16T04:17:26.196Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=22 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=885 command.oublock=0 command.real_time_ms=24 command.spawn_token_fork_ms=2 command.system_time_ms=22 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABZTXXEGQAB1090Q846CE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T04:17:56.067" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:26.168" grpc.time_ms=28.463 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1794vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 1.14 seconds)1795vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1796vm-test-run-nixbot-gitlab> gitlab # [  304.457055] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:26 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 4551797vm-test-run-nixbot-gitlab> gitlab # [  304.463170] nixbot[3795]: {"ts": "2026-06-16T04:17:26.313Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1798vm-test-run-nixbot-gitlab> gitlab # [  304.489221] nixbot[3795]: INFO:     ::ffff:127.0.0.1:39006 - "GET /health HTTP/1.1" 200 OK1799vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.05 seconds)1800vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1801vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1802vm-test-run-nixbot-gitlab> gitlab # [  304.506998] nixbot[3795]: {"ts": "2026-06-16T04:17:26.364Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1803vm-test-run-nixbot-gitlab> gitlab # [  304.609401] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:26 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 871804vm-test-run-nixbot-gitlab> gitlab # [  304.616157] nixbot[3795]: {"ts": "2026-06-16T04:17:26.467Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1805vm-test-run-nixbot-gitlab> gitlab # [  304.623085] nixbot[3795]: {"ts": "2026-06-16T04:17:26.473Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1806vm-test-run-nixbot-gitlab> gitlab # [  304.861739] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:26 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 3211807vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.38 seconds)1808vm-test-run-nixbot-gitlab> []1809vm-test-run-nixbot-gitlab> gitlab # [  304.933478] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:26 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 3091810vm-test-run-nixbot-gitlab> gitlab # [  304.939862] nixbot[3795]: {"ts": "2026-06-16T04:17:26.792Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1811vm-test-run-nixbot-gitlab> gitlab # [  305.021002] gitaly[1352]: time="2026-06-16T04:17:26.877Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=21 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=883 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=3 command.system_time_ms=21 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T04:17:56.647" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:26.848" grpc.time_ms=28.625 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1812vm-test-run-nixbot-gitlab> gitlab # [  305.056773] gitaly[1352]: time="2026-06-16T04:17:26.897Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ABWS11M3J4V2DB79ECF3S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-16T04:17:56.680" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:26.881" grpc.time_ms=16.503 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1813vm-test-run-nixbot-gitlab> gitlab # [  305.115177] sidekiq-cluster[2420]: {"severity":"WARN","time":"2026-06-16T04:17:26.971Z","class":"CreatePipelineWorker","correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"106450c4c877da7f60250e1a462f2cb70f5cd989","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"106450c4c877da7f60250e1a462f2cb70f5cd989","ref":"refs/heads/master"},"retry":0}1814vm-test-run-nixbot-gitlab> gitlab # [  305.138050] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:26.986Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"1c9120db6b76eb6725801856","created_at":"2026-06-16T04:17:25.072Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-71f64ee8d07a463e","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fccf38cc82acba8f3efd81dfbb396fbb0c98f1c7266ff1accbbcf9f2d15b27c0","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:25.078Z","job_size_bytes":467,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-1c9120db6b76eb6725801856: done: 1.490578 sec","job_status":"done","queue_duration_s":0.417101,"scheduling_latency_s":0.417118,"gitaly_calls":7,"gitaly_duration_s":0.10496,"redis_calls":53,"redis_duration_s":0.055609,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.002318,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.006669,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003281,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.041712,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001629,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.06,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.052,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":1.241365,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00060582,"duration_s":1.490578,"completed_at":"2026-06-16T04:17:26.986Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.107878,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1815vm-test-run-nixbot-gitlab> gitlab # [  305.223281] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:26.989Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"611f383919f31bf3aff7f405","created_at":"2026-06-16T04:17:25.306Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-0d00136ae26044b6","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:25.314Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-611f383919f31bf3aff7f405: start","job_status":"start","queue_duration_s":1.674785,"scheduling_latency_s":1.674818}1816vm-test-run-nixbot-gitlab> gitlab # [  305.242381] nixbot[3795]: {"ts": "2026-06-16T04:17:26.977Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1817vm-test-run-nixbot-gitlab> gitlab # [  305.245110] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:26 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 1661818vm-test-run-nixbot-gitlab> gitlab # [  305.247505] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:27.059Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"611f383919f31bf3aff7f405","created_at":"2026-06-16T04:17:25.306Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-0d00136ae26044b6","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:25.314Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-611f383919f31bf3aff7f405: done: 0.07053 sec","job_status":"done","queue_duration_s":1.674785,"scheduling_latency_s":1.674818,"redis_calls":19,"redis_duration_s":0.00454,"redis_read_bytes":21,"redis_write_bytes":4289,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000948,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000676,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2260,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002018,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000898,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053062,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01161092,"duration_s":0.07053,"completed_at":"2026-06-16T04:17:27.059Z","load_balancing_strategy":"primary","db_duration_s":0.007119,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1819vm-test-run-nixbot-gitlab> gitlab # [  305.292418] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:27.061Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"894be8ac66700ae10c4eaf64","created_at":"2026-06-16T04:17:27.039Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-58fdebc79c0946ab","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:27.046Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-894be8ac66700ae10c4eaf64: start","job_status":"start","queue_duration_s":0.014667,"scheduling_latency_s":0.014693}1820vm-test-run-nixbot-gitlab> gitlab # [  305.330025] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:27.186Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"894be8ac66700ae10c4eaf64","created_at":"2026-06-16T04:17:27.039Z","trace_propagation_headers":{"sentry-trace":"480082749fcb42e9986eb9784b41215c-58fdebc79c0946ab","baggage":"sentry-trace_id=480082749fcb42e9986eb9784b41215c,sentry-release=Unknown"},"correlation_id":"01KV7ABWS11M3J4V2DB79ECF3S","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:27.046Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-894be8ac66700ae10c4eaf64: done: 0.125142 sec","job_status":"done","queue_duration_s":0.014667,"scheduling_latency_s":0.014693,"redis_calls":11,"redis_duration_s":0.0033320000000000003,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000555,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002223,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000554,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.009,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.085269,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00040616,"duration_s":0.125142,"completed_at":"2026-06-16T04:17:27.186Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.035672,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1821vm-test-run-nixbot-gitlab> gitlab # [  305.629008] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:27 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 4951822vm-test-run-nixbot-gitlab> gitlab # [  305.635983] nixbot[3795]: {"ts": "2026-06-16T04:17:27.486Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1823vm-test-run-nixbot-gitlab> gitlab # [  305.702654] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:27 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 701824vm-test-run-nixbot-gitlab> gitlab # [  305.709052] nixbot[3795]: {"ts": "2026-06-16T04:17:27.561Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1825vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1826vm-test-run-nixbot-gitlab> gitlab # [  305.915039] gitaly[1352]: time="2026-06-16T04:17:27.771Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=3 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC1GKX81GRPVP1Q4WTW1R grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-16T04:17:57.651" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:27.752" grpc.time_ms=19.422 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1827vm-test-run-nixbot-gitlab> gitlab # [  305.973373] gitaly[1352]: time="2026-06-16T04:17:27.830Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC1GKX81GRPVP1Q4WTW1R grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:17:57.728" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:27.828" grpc.time_ms=1.453 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1828vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.13 seconds)1829vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-16T04:17:26.772Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1830vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 1.51 seconds)1831vm-test-run-nixbot-gitlab> subtest: push delivers the webhook1832vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1833vm-test-run-nixbot-gitlab> gitlab # [  306.000560] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:27 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 621834vm-test-run-nixbot-gitlab> gitlab # [  306.004396] gitaly[1352]: time="2026-06-16T04:17:27.858Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC1GKX81GRPVP1Q4WTW1R grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-16T04:17:37.007" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:27.847" grpc.time_ms=9.848 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1835vm-test-run-nixbot-gitlab> gitlab # [  306.149463] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:28 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 641836vm-test-run-nixbot-gitlab> gitlab # [  306.266079] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:28 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 5501837vm-test-run-nixbot-gitlab> gitlab # [  306.279923] nixbot[3795]: {"ts": "2026-06-16T04:17:28.123Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1838vm-test-run-nixbot-gitlab> gitlab # [  306.287375] gitaly[1352]: time="2026-06-16T04:17:28.143Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=582 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC1YD65M8ZD6FV0S98WNP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.131" grpc.time_ms=12.398 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1839vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.1840vm-test-run-nixbot-gitlab> gitlab # [  306.303936] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:28 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 202 "" "git/2.54.0" 1331841vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.1842vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads1843vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.1844vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 273.00 KiB/s, done.1845vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1846vm-test-run-nixbot-gitlab> gitlab # [  306.382135] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:28 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1041847vm-test-run-nixbot-gitlab> gitlab # [  306.386107] nixbot[3795]: {"ts": "2026-06-16T04:17:28.243Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}1848vm-test-run-nixbot-gitlab> gitlab # [  306.393181] nixbot[3795]: {"ts": "2026-06-16T04:17:28.250Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}1849vm-test-run-nixbot-gitlab> gitlab # [  306.554978] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:28 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 891850vm-test-run-nixbot-gitlab> gitlab # [  306.558998] gitaly[1352]: time="2026-06-16T04:17:28.411Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=11 command.system_time_ms=3 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC281TWM4EANHC3FG1S1W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=187 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.394" grpc.time_ms=16.776 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1851vm-test-run-nixbot-gitlab> gitlab # [  306.666052] gitaly[1352]: time="2026-06-16T04:17:28.523Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2B1F3X2EV2QKW447BZ3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.513" pid=1352 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc1852vm-test-run-nixbot-gitlab> gitlab # [  306.677414] gitaly[1352]: time="2026-06-16T04:17:28.523Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=5 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2B1F3X2EV2QKW447BZ3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.513" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1853vm-test-run-nixbot-gitlab> gitlab # [  306.716762] gitlab-workhorse[1282]: time="2026-06-16T04:17:28Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1491854vm-test-run-nixbot-gitlab> gitlab # [  306.718591] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:28 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1161855vm-test-run-nixbot-gitlab> gitlab # [  306.728341] gitaly[1352]: time="2026-06-16T04:17:28.533Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=5 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2B1F3X2EV2QKW447BZ3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.513" grpc.time_ms=19.934 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1856vm-test-run-nixbot-gitlab> gitlab # [  306.767226] gitaly[1352]: time="2026-06-16T04:17:28.624Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2ERWNA63VPGAP5AENYZ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.596" pid=1352 remote_ip="2001:db8:1::1" request_sha=a813d2836f953be3fbbb454f5e0cb044ff821dc5 response_bytes=379 span.kind=server system=grpc1857vm-test-run-nixbot-gitlab> gitlab # [  306.778304] gitaly[1352]: time="2026-06-16T04:17:28.624Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1165 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=9 command.system_time_ms=0 command.user_time_ms=11 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2ERWNA63VPGAP5AENYZ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.596" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1858vm-test-run-nixbot-gitlab> gitlab # [  306.791627] gitlab-workhorse[1282]: time="2026-06-16T04:17:28Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3791859vm-test-run-nixbot-gitlab> gitlab # [  306.793535] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:28 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 379 "" "git/2.54.0" 891860vm-test-run-nixbot-gitlab> gitlab # [  306.795365] gitaly[1352]: time="2026-06-16T04:17:28.626Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1165 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=9 command.system_time_ms=0 command.user_time_ms=11 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2ERWNA63VPGAP5AENYZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.596" grpc.time_ms=28.135 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1861vm-test-run-nixbot-gitlab> gitlab # [  306.866686] gitaly[1352]: time="2026-06-16T04:17:28.723Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC2JJT0HG1JH58R3SEQT4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=206 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.708" grpc.time_ms=15.396 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1862vm-test-run-nixbot-gitlab> gitlab # [  306.892187] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:28 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 651863vm-test-run-nixbot-gitlab> gitlab # [  306.924104] gitaly[1352]: time="2026-06-16T04:17:28.781Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2MN54SWQDFSK6JDWQ6N grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.771" pid=1352 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1864vm-test-run-nixbot-gitlab> gitlab # [  306.934131] gitaly[1352]: time="2026-06-16T04:17:28.781Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=6 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2MN54SWQDFSK6JDWQ6N grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.771" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1865vm-test-run-nixbot-gitlab> gitlab # [  306.946898] gitlab-workhorse[1282]: time="2026-06-16T04:17:28Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671866vm-test-run-nixbot-gitlab> gitlab # [  306.948727] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:28 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 561867vm-test-run-nixbot-gitlab> gitlab # [  306.950514] gitaly[1352]: time="2026-06-16T04:17:28.781Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=6 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2MN54SWQDFSK6JDWQ6N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:28.771" grpc.time_ms=9.939 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1868vm-test-run-nixbot-gitlab> gitlab # [  307.027157] gitaly[1352]: time="2026-06-16T04:17:28.884Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:17:58.782" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:28.883" grpc.time_ms=0.863 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1869vm-test-run-nixbot-gitlab> gitlab # [  307.066571] gitaly[1352]: time="2026-06-16T04:17:28.923Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=590 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-16T04:17:58.815" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:28.915" grpc.time_ms=8.329 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1870vm-test-run-nixbot-gitlab> gitlab # [  307.097438] gitaly[1352]: time="2026-06-16T04:17:28.954Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:38.146" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:28.946" grpc.time_ms=8.182 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1871vm-test-run-nixbot-gitlab> gitlab # [  307.151581] gitaly[1352]: time="2026-06-16T04:17:29.008Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T04:17:39.008" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:29.008" grpc.time_ms=0.248 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1872vm-test-run-nixbot-gitlab> gitlab # [  307.184539] gitaly[1352]: time="2026-06-16T04:17:29.041Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=4 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T04:17:39.022" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:29.032" grpc.time_ms=8.787 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1873vm-test-run-nixbot-gitlab> gitlab # [  307.243106] gitaly[1352]: time="2026-06-16T04:17:29.100Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:29.099" grpc.time_ms=0.832 pid=1352 span.kind=server system=grpc1874vm-test-run-nixbot-gitlab> gitlab # [  307.296175] gitaly[1352]: time="2026-06-16T04:17:29.152Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:29.152" grpc.time_ms=0.473 pid=1352 span.kind=server system=grpc1875vm-test-run-nixbot-gitlab> gitlab # [  307.320090] gitaly[1352]: time="2026-06-16T04:17:29.177Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y diskcache=43a395f8-57d4-4d46-b0b1-86f4483a3693 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:39.033" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:29.043" pid=1352 ref=refs/keep-around/106450c4c877da7f60250e1a462f2cb70f5cd989 remote_ip="2001:db8:1::1" revision=106450c4c877da7f60250e1a462f2cb70f5cd989 span.kind=server system=grpc username=root1876vm-test-run-nixbot-gitlab> gitlab # [  307.335002] gitaly[1352]: time="2026-06-16T04:17:29.177Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=70 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5082 command.oublock=8 command.real_time_ms=127 command.spawn_token_fork_ms=21 command.system_time_ms=31 command.user_time_ms=39 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:39.033" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:29.043" grpc.time_ms=133.622 pid=1352 ref=refs/keep-around/106450c4c877da7f60250e1a462f2cb70f5cd989 remote_ip="2001:db8:1::1" revision=106450c4c877da7f60250e1a462f2cb70f5cd989 span.kind=server system=grpc username=root1877vm-test-run-nixbot-gitlab> gitlab # [  307.351661] gitaly[1352]: time="2026-06-16T04:17:29.191Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:17:59.089" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:29.190" grpc.time_ms=0.452 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1878vm-test-run-nixbot-gitlab> gitlab # [  307.365685] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:29.204Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"69e245630c73f52773360011","created_at":"2026-06-16T04:17:29.195Z","trace_propagation_headers":{"sentry-trace":"a0cdb81c6fa543d7b448421fcd2d1966-52124c05d37e4df0","baggage":"sentry-trace_id=a0cdb81c6fa543d7b448421fcd2d1966,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC2QS66D412A5H0KG618Y","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:29.202Z","job_size_bytes":65,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-69e245630c73f52773360011: start","job_status":"start","queue_duration_s":0.001948,"scheduling_latency_s":0.001994}1879vm-test-run-nixbot-gitlab> gitlab # [  307.532100] gitaly[1352]: time="2026-06-16T04:17:29.387Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=591 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=5 command.system_time_ms=5 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-16T04:17:39.021" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:29.372" grpc.time_ms=15.423 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1880vm-test-run-nixbot-gitlab> gitlab # [  307.691843] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:29.547Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"69e245630c73f52773360011","created_at":"2026-06-16T04:17:29.195Z","trace_propagation_headers":{"sentry-trace":"a0cdb81c6fa543d7b448421fcd2d1966-52124c05d37e4df0","baggage":"sentry-trace_id=a0cdb81c6fa543d7b448421fcd2d1966,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC2QS66D412A5H0KG618Y","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:29.202Z","job_size_bytes":65,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-69e245630c73f52773360011: done: 0.342879 sec","job_status":"done","queue_duration_s":0.001948,"scheduling_latency_s":0.001994,"redis_calls":18,"redis_duration_s":0.160974,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.004057,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001656,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.155261,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0435,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0004051,"duration_s":0.342879,"completed_at":"2026-06-16T04:17:29.547Z","load_balancing_strategy":"primary","db_duration_s":0.018856,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1881vm-test-run-nixbot-gitlab> gitlab # [  307.741936] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:29.564Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"5e030cdb52acab29186768fc","created_at":"2026-06-16T04:17:29.204Z","trace_propagation_headers":{"sentry-trace":"a0cdb81c6fa543d7b448421fcd2d1966-52124c05d37e4df0","baggage":"sentry-trace_id=a0cdb81c6fa543d7b448421fcd2d1966,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC2QS66D412A5H0KG618Y","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:29.243Z","job_size_bytes":65,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-5e030cdb52acab29186768fc: start","job_status":"start","queue_duration_s":0.320514,"scheduling_latency_s":0.32055}1882vm-test-run-nixbot-gitlab> gitlab # [  307.761225] gitaly[1352]: time="2026-06-16T04:17:29.569Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=303 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=5 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-16T04:17:59.448" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-16T04:17:29.549" grpc.time_ms=19.284 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1883vm-test-run-nixbot-gitlab> gitlab # [  307.776227] gitaly[1352]: time="2026-06-16T04:17:29.612Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ duration_ms=401ns method=POST pid=1352 status=200 url="http://unix/api/v4/internal/allowed"1884vm-test-run-nixbot-gitlab> gitlab # [  307.779333] nixbot[3795]: {"ts": "2026-06-16T04:17:29.617Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/106450c4c877da7f60250e1a462f2cb70f5cd989 \"HTTP/1.1 201 Created\""}1885vm-test-run-nixbot-gitlab> gitlab # [  307.782540] nixbot[3795]: {"ts": "2026-06-16T04:17:29.623Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-106450c4c877-b7618468", "argv0": "bwrap"}1886vm-test-run-nixbot-gitlab> gitlab # [  307.785787] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:29 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/106450c4c877da7f60250e1a462f2cb70f5cd989 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 7891887vm-test-run-nixbot-gitlab> gitlab # [  307.799746] gitaly[1352]: time="2026-06-16T04:17:29.657Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ duration_ms=43ns method=POST pid=1352 status=200 url="http://unix/api/v4/internal/pre_receive"1888vm-test-run-nixbot-gitlab> gitlab # [  307.804239] gitaly[1352]: time="2026-06-16T04:17:29.660Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:29.210" grpc.time_ms=449.69 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1889vm-test-run-nixbot-gitlab> gitlab # [  307.818776] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:29.675Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"5e030cdb52acab29186768fc","created_at":"2026-06-16T04:17:29.204Z","trace_propagation_headers":{"sentry-trace":"a0cdb81c6fa543d7b448421fcd2d1966-52124c05d37e4df0","baggage":"sentry-trace_id=a0cdb81c6fa543d7b448421fcd2d1966,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC2QS66D412A5H0KG618Y","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:29.243Z","job_size_bytes":65,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-5e030cdb52acab29186768fc: done: 0.111271 sec","job_status":"done","queue_duration_s":0.320514,"scheduling_latency_s":0.32055,"redis_calls":15,"redis_duration_s":0.006673,"redis_read_bytes":142,"redis_write_bytes":1431,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000679,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":431,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002701,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003293,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.065995,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002884,"duration_s":0.111271,"completed_at":"2026-06-16T04:17:29.675Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017785,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1890vm-test-run-nixbot-gitlab> gitlab # [  307.863615] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:29.677Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"85c38cc97722ffea8bd80d32","created_at":"2026-06-16T04:17:29.527Z","trace_propagation_headers":{"sentry-trace":"a0cdb81c6fa543d7b448421fcd2d1966-52124c05d37e4df0","baggage":"sentry-trace_id=a0cdb81c6fa543d7b448421fcd2d1966,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC2QS66D412A5H0KG618Y","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:29.551Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-85c38cc97722ffea8bd80d32: start","job_status":"start","queue_duration_s":0.125995,"scheduling_latency_s":0.126018}1891vm-test-run-nixbot-gitlab> gitlab # [  307.879546] gitaly[1352]: time="2026-06-16T04:17:29.702Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:29.700" grpc.time_ms=0.658 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1892vm-test-run-nixbot-gitlab> gitlab # [  307.917095] systemd[1]: Started Nix Daemon.1893vm-test-run-nixbot-gitlab> gitlab # [  307.921800] gitaly[1352]: time="2026-06-16T04:17:29.779Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:29.778" grpc.time_ms=0.478 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1894vm-test-run-nixbot-gitlab> gitlab # [  307.958569] gitaly[1352]: time="2026-06-16T04:17:29.814Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:29.811" grpc.time_ms=0.383 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1895vm-test-run-nixbot-gitlab> gitlab # [  307.974622] nix-daemon[4034]: accepted connection from pid 4025, user nixbot1896vm-test-run-nixbot-gitlab> gitlab # [  307.975631] gitaly[1352]: time="2026-06-16T04:17:29.832Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:17:59.631" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:29.831" grpc.time_ms=0.6 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1897vm-test-run-nixbot-gitlab> gitlab # [  307.989440] nix-daemon[4034]: accepted connection from pid 4023, user nixbot1898vm-test-run-nixbot-gitlab> gitlab # [  308.043133] gitaly[1352]: time="2026-06-16T04:17:29.897Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:17:59.695" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:29.896" grpc.time_ms=0.87 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1899vm-test-run-nixbot-gitlab> gitlab # [  308.075519] gitaly[1352]: time="2026-06-16T04:17:29.932Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ duration_ms=87ns method=POST pid=1352 status=200 url="http://unix/api/v4/internal/post_receive"1900vm-test-run-nixbot-gitlab> gitlab # [  308.081464] gitaly[1352]: time="2026-06-16T04:17:29.933Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:29.844" grpc.time_ms=88.299 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1901vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git1902vm-test-run-nixbot-gitlab> gitlab # [  308.101696] gitaly[1352]: time="2026-06-16T04:17:29.945Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC2QS66D412A5H0KG618Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:17:59.744" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:29.944" grpc.time_ms=0.595 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1903vm-test-run-nixbot-gitlab> gitlab #    106450c..ebab198  [  308.120788] gitaly[1352]: time="2026-06-16T04:17:29.950Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ diskcache=48ee2e08-1ec5-4c00-9b97-16dd59c39a67 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:29.138" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1904vm-test-run-nixbot-gitlab> gitlab # master -> master[  308.133663] gitlab-workhorse[1282]: time="2026-06-16T04:17:29Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521905vm-test-run-nixbot-gitlab> gitlab # 1906vm-test-run-nixbot-gitlab> gitlab # [  308.135877] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:29 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 17781907vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 2.16 seconds)1908vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master1909vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.01 seconds)1910vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=ebab198725d4b2645fd47788cd6b9df5223121d7'1911vm-test-run-nixbot-gitlab> gitlab # [  308.138320] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:29.962Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"85c38cc97722ffea8bd80d32","created_at":"2026-06-16T04:17:29.527Z","trace_propagation_headers":{"sentry-trace":"a0cdb81c6fa543d7b448421fcd2d1966-52124c05d37e4df0","baggage":"sentry-trace_id=a0cdb81c6fa543d7b448421fcd2d1966,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC2QS66D412A5H0KG618Y","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:29.551Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-85c38cc97722ffea8bd80d32: done: 0.285122 sec","job_status":"done","queue_duration_s":0.125995,"scheduling_latency_s":0.126018,"gitaly_calls":3,"gitaly_duration_s":0.011151,"redis_calls":48,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.027322,"redis_read_bytes":208,"redis_write_bytes":6803,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.010327,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001674,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.001325,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.000191,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.001885,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.00044,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000178,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000975,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.073,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.008,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.042,"db_ci_duration_s":0.031,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.16865,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.24779502,"duration_s":0.285122,"completed_at":"2026-06-16T04:17:29.962Z","load_balancing_strategy":"primary","db_duration_s":0.085067,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1912vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=ebab198725d4b2645fd47788cd6b9df5223121d7', in 0.04 seconds)1913vm-test-run-nixbot-gitlab> []1914vm-test-run-nixbot-gitlab> gitlab # [  308.200852] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:29.963Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"85c365eed689a57c29fcc7c4","created_at":"2026-06-16T04:17:29.797Z","trace_propagation_headers":{"sentry-trace":"a0cdb81c6fa543d7b448421fcd2d1966-95e7037c34e64ed8","baggage":"sentry-trace_id=a0cdb81c6fa543d7b448421fcd2d1966,sentry-release=Unknown"},"correlation_id":"01KV7AC2QS66D412A5H0KG618Y","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:29.802Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-85c365eed689a57c29fcc7c4: start","job_status":"start","queue_duration_s":0.161278,"scheduling_latency_s":0.161297}1915vm-test-run-nixbot-gitlab> gitlab # [  308.216749] gitaly[1352]: time="2026-06-16T04:17:29.950Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=147 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=847872 command.minflt=13217 command.oublock=32 command.real_time_ms=798 command.spawn_token_fork_ms=2 command.system_time_ms=95 command.user_time_ms=52 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=58 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:29.138" grpc.time_ms=812.11 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1916vm-test-run-nixbot-gitlab> gitlab # [  308.229957] nixbot[3795]: INFO:     ::ffff:127.0.0.1:39020 - "GET /api/repos/gitlab/root/test-flake/builds?commit=ebab198725d4b2645fd47788cd6b9df5223121d7 HTTP/1.1" 200 OK1917vm-test-run-nixbot-gitlab> gitlab # [  308.231783] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:30.004Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"85c365eed689a57c29fcc7c4","created_at":"2026-06-16T04:17:29.797Z","trace_propagation_headers":{"sentry-trace":"a0cdb81c6fa543d7b448421fcd2d1966-95e7037c34e64ed8","baggage":"sentry-trace_id=a0cdb81c6fa543d7b448421fcd2d1966,sentry-release=Unknown"},"correlation_id":"01KV7AC2QS66D412A5H0KG618Y","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:29.802Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-85c365eed689a57c29fcc7c4: done: 0.040763 sec","job_status":"done","queue_duration_s":0.161278,"scheduling_latency_s":0.161297,"redis_calls":10,"redis_duration_s":0.001507,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000256,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000894,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000357,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027421,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002633,"duration_s":0.040763,"completed_at":"2026-06-16T04:17:30.004Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006493,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1918vm-test-run-nixbot-gitlab> gitlab # [  308.274815] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:30.005Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","106450c4c877da7f60250e1a462f2cb70f5cd989 ebab198725d4b2645fd47788cd6b9df5223121d7 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"80168326e8749419dc4bc462","created_at":"2026-06-16T04:17:29.909Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-69fec7a0f2ce44ab","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:29.913Z","job_size_bytes":185,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-80168326e8749419dc4bc462: start","job_status":"start","queue_duration_s":0.092603,"scheduling_latency_s":0.09262}1919vm-test-run-nixbot-gitlab> gitlab # [  308.290797] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:30.016Z","message":"changes: \"106450c4c877da7f60250e1a462f2cb70f5cd989 ebab198725d4b2645fd47788cd6b9df5223121d7 refs/heads/master\\n\""}1920vm-test-run-nixbot-gitlab> gitlab # [  308.293078] gitaly[1352]: time="2026-06-16T04:17:30.058Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:40.009" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:30.049" grpc.time_ms=9.411 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1921vm-test-run-nixbot-gitlab> gitlab # [  308.305510] gitaly[1352]: time="2026-06-16T04:17:30.075Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T04:17:40.025" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:30.065" grpc.time_ms=9.087 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1922vm-test-run-nixbot-gitlab> gitlab # [  308.318083] gitaly[1352]: time="2026-06-16T04:17:30.108Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-16T04:17:40.056" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:30.096" grpc.time_ms=11.365 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1923vm-test-run-nixbot-gitlab> gitlab # [  308.330438] gitaly[1352]: time="2026-06-16T04:17:30.127Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=597 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-16T04:18:00.014" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:30.114" grpc.time_ms=12.668 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1924vm-test-run-nixbot-gitlab> gitlab # [  308.344674] gitaly[1352]: time="2026-06-16T04:17:30.149Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=318 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-16T04:17:40.100" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-16T04:17:30.140" grpc.time_ms=8.607 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1925vm-test-run-nixbot-gitlab> gitlab # [  308.356891] gitaly[1352]: time="2026-06-16T04:17:30.176Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:40.121" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:30.162" grpc.time_ms=14.337 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1926vm-test-run-nixbot-gitlab> gitlab # [  308.566318] gitaly[1352]: time="2026-06-16T04:17:30.423Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-16T04:17:40.000" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:30.421" grpc.time_ms=1.274 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1927vm-test-run-nixbot-gitlab> gitlab # [  308.608638] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:30.462Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","106450c4c877da7f60250e1a462f2cb70f5cd989 ebab198725d4b2645fd47788cd6b9df5223121d7 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"80168326e8749419dc4bc462","created_at":"2026-06-16T04:17:29.909Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-69fec7a0f2ce44ab","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T04:17:29.913Z","job_size_bytes":185,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-80168326e8749419dc4bc462: done: 0.456207 sec","job_status":"done","queue_duration_s":0.092603,"scheduling_latency_s":0.09262,"gitaly_calls":7,"gitaly_duration_s":0.089249,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.025847,"redis_read_bytes":350,"redis_write_bytes":13068,"redis_cache_calls":9,"redis_cache_duration_s":0.003079,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000577,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.001352,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6768,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.002366,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.009379,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.009094,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.034,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.032,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.032,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.034,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.318841,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00110626,"exclusive_lock_hold_duration_s":0.02485364,"duration_s":0.456207,"completed_at":"2026-06-16T04:17:30.462Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.049156,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1928vm-test-run-nixbot-gitlab> gitlab # [  308.699522] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:30.468Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"3c78a2d89cf36ccbff561330","created_at":"2026-06-16T04:17:30.078Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-2024311261d24953","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:30.081Z","job_size_bytes":46,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-3c78a2d89cf36ccbff561330: start","job_status":"start","queue_duration_s":0.387183,"scheduling_latency_s":0.38723}1929vm-test-run-nixbot-gitlab> gitlab # [  308.717966] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:30.515Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"3c78a2d89cf36ccbff561330","created_at":"2026-06-16T04:17:30.078Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-2024311261d24953","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:30.081Z","job_size_bytes":46,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-3c78a2d89cf36ccbff561330: done: 0.046424 sec","job_status":"done","queue_duration_s":0.387183,"scheduling_latency_s":0.38723,"redis_calls":9,"redis_duration_s":0.003163,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001749,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000366,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001048,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032282,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.046424,"completed_at":"2026-06-16T04:17:30.514Z","load_balancing_strategy":"primary","db_duration_s":0.003361,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1930vm-test-run-nixbot-gitlab> gitlab # [  308.768426] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:30.518Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"78559fdd47cd1cc47eeda0ab","created_at":"2026-06-16T04:17:30.089Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-2024311261d24953","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:30.092Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-78559fdd47cd1cc47eeda0ab: start","job_status":"start","queue_duration_s":0.42615,"scheduling_latency_s":0.426189}1931vm-test-run-nixbot-gitlab> gitlab # [  308.785005] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:30.633Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"78559fdd47cd1cc47eeda0ab","created_at":"2026-06-16T04:17:30.089Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-2024311261d24953","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:30.092Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-78559fdd47cd1cc47eeda0ab: done: 0.114956 sec","job_status":"done","queue_duration_s":0.42615,"scheduling_latency_s":0.426189,"gitaly_calls":1,"gitaly_duration_s":0.052956,"redis_calls":12,"redis_duration_s":0.004228,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001742,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000821,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001665,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.011,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.011,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.047296,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.07917782,"duration_s":0.114956,"completed_at":"2026-06-16T04:17:30.633Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008645,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1932vm-test-run-nixbot-gitlab> gitlab # [  308.827238] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:30.636Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"9160c6debc7b7a76cbe21462","created_at":"2026-06-16T04:17:30.252Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-2024311261d24953","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2c72791fc370bbd57471517c22982cbb5d1160f3510b2ade6c432ec074b00ef2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:30.256Z","job_size_bytes":467,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-9160c6debc7b7a76cbe21462: start","job_status":"start","queue_duration_s":0.380389,"scheduling_latency_s":0.380417}1933vm-test-run-nixbot-gitlab> gitlab # [  308.843491] gitaly[1352]: time="2026-06-16T04:17:30.601Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ diskcache=d0b677bb-8d8c-4bb4-91ac-407c083ef570 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T10:17:30.553" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:30.554" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1934vm-test-run-nixbot-gitlab> gitlab # [  308.853010] gitaly[1352]: time="2026-06-16T04:17:30.602Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=33 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1511 command.oublock=0 command.real_time_ms=62 command.spawn_token_fork_ms=5 command.system_time_ms=29 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T10:17:30.553" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:30.554" grpc.time_ms=47.994 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1935vm-test-run-nixbot-gitlab> gitlab # [  308.867258] gitaly[1352]: time="2026-06-16T04:17:30.672Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:00.571" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:30.671" grpc.time_ms=0.896 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1936vm-test-run-nixbot-gitlab> gitlab # [  308.878928] gitaly[1352]: time="2026-06-16T04:17:30.692Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T04:17:40.255" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:30.676" grpc.time_ms=16.525 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1937vm-test-run-nixbot-gitlab> gitlab # [  308.891418] gitaly[1352]: time="2026-06-16T04:17:30.743Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:00.641" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:30.742" grpc.time_ms=1.201 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1938vm-test-run-nixbot-gitlab> gitlab # [  308.904319] gitaly[1352]: time="2026-06-16T04:17:30.753Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=27 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-16T04:18:00.648" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:30.748" grpc.time_ms=4.19 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1939vm-test-run-nixbot-gitlab> gitlab # [  308.963550] gitaly[1352]: time="2026-06-16T04:17:30.820Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=12 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:40.005" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:30.805" grpc.time_ms=15.113 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1940vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=ebab198725d4b2645fd47788cd6b9df5223121d7'1941vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=ebab198725d4b2645fd47788cd6b9df5223121d7', in 0.07 seconds)1942vm-test-run-nixbot-gitlab> []1943vm-test-run-nixbot-gitlab> gitlab # [  309.274827] nixbot[3795]: INFO:     ::ffff:127.0.0.1:39022 - "GET /api/repos/gitlab/root/test-flake/builds?commit=ebab198725d4b2645fd47788cd6b9df5223121d7 HTTP/1.1" 200 OK1944vm-test-run-nixbot-gitlab> gitlab # [  309.560937] gitaly[1352]: time="2026-06-16T04:17:31.417Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=21 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=884 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=3 command.system_time_ms=21 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T04:18:01.289" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:31.389" grpc.time_ms=27.675 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1945vm-test-run-nixbot-gitlab> gitlab # [  309.591378] gitaly[1352]: time="2026-06-16T04:17:31.448Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=3 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC23C5R6S2DP5NV56VMWJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-16T04:18:01.322" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:31.423" grpc.time_ms=25.432 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1946vm-test-run-nixbot-gitlab> gitlab # [  309.618772] sidekiq-cluster[2420]: {"severity":"WARN","time":"2026-06-16T04:17:31.475Z","class":"CreatePipelineWorker","correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"106450c4c877da7f60250e1a462f2cb70f5cd989","after":"ebab198725d4b2645fd47788cd6b9df5223121d7","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"ebab198725d4b2645fd47788cd6b9df5223121d7","ref":"refs/heads/master"},"retry":0}1947vm-test-run-nixbot-gitlab> gitlab # [  309.632573] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:31.488Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"9160c6debc7b7a76cbe21462","created_at":"2026-06-16T04:17:30.252Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-2024311261d24953","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2c72791fc370bbd57471517c22982cbb5d1160f3510b2ade6c432ec074b00ef2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:30.256Z","job_size_bytes":467,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-9160c6debc7b7a76cbe21462: done: 0.851951 sec","job_status":"done","queue_duration_s":0.380389,"scheduling_latency_s":0.380417,"gitaly_calls":7,"gitaly_duration_s":0.114283,"redis_calls":33,"redis_duration_s":0.0078,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.001007,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002055,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.00298,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001758,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.041,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.035,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.705927,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.851951,"completed_at":"2026-06-16T04:17:31.488Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.040188,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1948vm-test-run-nixbot-gitlab> gitlab # [  309.686871] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:31.493Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"a10f92e9-5a39-4c49-9a10-c9a033c90d32\"}"],"class":"WebHookWorker","jid":"1dac045570c9ffc12fd709e3","created_at":"2026-06-16T04:17:30.401Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-2024311261d24953","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d5f4fcfc50d727ae5d821c74306dc633b5136829bb244607d2ea678f63044da3","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:30.408Z","job_size_bytes":1749,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-1dac045570c9ffc12fd709e3: start","job_status":"start","queue_duration_s":1.084843,"scheduling_latency_s":1.084893}1949vm-test-run-nixbot-gitlab> gitlab # [  309.807618] nixbot[3795]: INFO:     ::ffff:127.0.0.1:39030 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted1950vm-test-run-nixbot-gitlab> gitlab # [  309.842647] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:31.698Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"a10f92e9-5a39-4c49-9a10-c9a033c90d32\"}"],"class":"WebHookWorker","jid":"1dac045570c9ffc12fd709e3","created_at":"2026-06-16T04:17:30.401Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-2024311261d24953","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d5f4fcfc50d727ae5d821c74306dc633b5136829bb244607d2ea678f63044da3","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:30.408Z","job_size_bytes":1749,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-1dac045570c9ffc12fd709e3: done: 0.205583 sec","job_status":"done","queue_duration_s":1.084843,"scheduling_latency_s":1.084893,"redis_calls":19,"redis_duration_s":0.006702,"redis_read_bytes":31,"redis_write_bytes":5281,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00179,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000576,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3643,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002654,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001682,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.014995380000016212,"cpu_s":0.166063,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00064684,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.205583,"completed_at":"2026-06-16T04:17:31.698Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004365,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1951vm-test-run-nixbot-gitlab> gitlab # [  309.940765] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:31.702Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","1dac045570c9ffc12fd709e3"],"class":"WebHooks::LogExecutionWorker","jid":"830be41974c96f7e7a3837f2","created_at":"2026-06-16T04:17:31.669Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-1e04d51312984b34","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:421307775b41b10a3ebc2e72f95ae5a2025cecfa7e001681c09cf91def97de16","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:31.681Z","job_size_bytes":2507,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-830be41974c96f7e7a3837f2: start","job_status":"start","queue_duration_s":0.020777,"scheduling_latency_s":0.020816}1952vm-test-run-nixbot-gitlab> gitlab # [  309.965040] gitaly[1352]: time="2026-06-16T04:17:31.822Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5J36M33BQCZYWN63JNA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=188 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:31.812" grpc.time_ms=10.176 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1953vm-test-run-nixbot-gitlab> gitlab # [  309.982461] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:31 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1061954vm-test-run-nixbot-gitlab> gitlab # [  310.055734] gitaly[1352]: time="2026-06-16T04:17:31.912Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5NGCETM51TAJVTK5857 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:31.900" pid=1352 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1955vm-test-run-nixbot-gitlab> gitlab # [  310.068940] gitaly[1352]: time="2026-06-16T04:17:31.913Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5NGCETM51TAJVTK5857 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:31.900" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1956vm-test-run-nixbot-gitlab> gitlab # [  310.084643] gitlab-workhorse[1282]: time="2026-06-16T04:17:31Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671957vm-test-run-nixbot-gitlab> gitlab # [  310.086700] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:31 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 901958vm-test-run-nixbot-gitlab> gitlab # [  310.088906] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:31.938Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","1dac045570c9ffc12fd709e3"],"class":"WebHooks::LogExecutionWorker","jid":"830be41974c96f7e7a3837f2","created_at":"2026-06-16T04:17:31.669Z","trace_propagation_headers":{"sentry-trace":"d82a5761a92a43de9ef7a7a02ea86175-1e04d51312984b34","baggage":"sentry-trace_id=d82a5761a92a43de9ef7a7a02ea86175,sentry-release=Unknown"},"correlation_id":"01KV7AC23C5R6S2DP5NV56VMWJ","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:421307775b41b10a3ebc2e72f95ae5a2025cecfa7e001681c09cf91def97de16","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:31.681Z","job_size_bytes":2507,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-830be41974c96f7e7a3837f2: done: 0.235841 sec","job_status":"done","queue_duration_s":0.020777,"scheduling_latency_s":0.020816,"redis_calls":10,"redis_duration_s":0.00511,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001701,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002858,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000551,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.047,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.038,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.038,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.047,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.161635,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00044824,"duration_s":0.235841,"completed_at":"2026-06-16T04:17:31.938Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.054859,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1959vm-test-run-nixbot-gitlab> gitlab # [  310.133806] gitaly[1352]: time="2026-06-16T04:17:31.914Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5NGCETM51TAJVTK5857 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:31.900" grpc.time_ms=13.292 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1960vm-test-run-nixbot-gitlab> gitlab # [  310.171118] gitaly[1352]: time="2026-06-16T04:17:32.028Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5RDBB78R3787GWS9SKN grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:32.003" pid=1352 remote_ip="2001:db8:1::1" request_sha=e16059cf47942c985de20455ea76b3c07bb1aace response_bytes=384 span.kind=server system=grpc1961vm-test-run-nixbot-gitlab> gitlab # [  310.182356] gitaly[1352]: time="2026-06-16T04:17:32.028Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=22 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1141 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=1 command.system_time_ms=14 command.user_time_ms=8 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5RDBB78R3787GWS9SKN grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:32.003" negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1962vm-test-run-nixbot-gitlab> gitlab # [  310.196230] gitlab-workhorse[1282]: time="2026-06-16T04:17:32Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3841963vm-test-run-nixbot-gitlab> gitlab # [  310.198002] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:32 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 384 "" "git/2.54.0" 1111964vm-test-run-nixbot-gitlab> gitlab # [  310.199833] gitaly[1352]: time="2026-06-16T04:17:32.028Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=22 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1141 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=1 command.system_time_ms=14 command.user_time_ms=8 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5RDBB78R3787GWS9SKN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T04:17:32.003" grpc.time_ms=25.535 negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc1965vm-test-run-nixbot-gitlab> gitlab # [  310.234650] nixbot[3795]: {"ts": "2026-06-16T04:17:32.091Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}1966vm-test-run-nixbot-gitlab> gitlab # [  310.248619] redis[1254]: 10 changes in 300 seconds. Saving...1967vm-test-run-nixbot-gitlab> gitlab # [  310.249989] redis[1254]: Background saving started by pid 41301968vm-test-run-nixbot-gitlab> gitlab # [  310.257010] redis[4130]: BGSAVE done, 531 keys saved, 0 keys skipped, 128897 bytes written.1969vm-test-run-nixbot-gitlab> gitlab # [  310.265265] redis[4130]: DB saved on disk1970vm-test-run-nixbot-gitlab> gitlab # [  310.266788] nix-daemon[4055]: unexpected Nix daemon error: error: interrupted by the user1971vm-test-run-nixbot-gitlab> gitlab # [  310.268453] redis[4130]: Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB1972vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=ebab198725d4b2645fd47788cd6b9df5223121d7'1973vm-test-run-nixbot-gitlab> gitlab # [  310.331567] gitaly[1352]: time="2026-06-16T04:17:32.188Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:02.085" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:32.186" grpc.time_ms=1.759 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1974vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=ebab198725d4b2645fd47788cd6b9df5223121d7', in 0.08 seconds)1975vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': 'ebab198725d4b2645fd47788cd6b9df5223121d7', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'pending', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-16T04:17:32.079211Z', 'started_at': None, 'finished_at': None}]1976vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 4.36 seconds)1977vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses1978vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses1979vm-test-run-nixbot-gitlab> gitlab # [  310.355774] nixbot[3795]: INFO:     ::ffff:127.0.0.1:39040 - "GET /api/repos/gitlab/root/test-flake/builds?commit=ebab198725d4b2645fd47788cd6b9df5223121d7 HTTP/1.1" 200 OK1980vm-test-run-nixbot-gitlab> gitlab # [  310.359580] redis[1254]: Background saving terminated with success1981vm-test-run-nixbot-gitlab> gitlab # [  310.361482] gitaly[1352]: time="2026-06-16T04:17:32.218Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:02.116" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:32.216" grpc.time_ms=1.001 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1982vm-test-run-nixbot-gitlab> gitlab # [  310.422239] gitaly[1352]: time="2026-06-16T04:17:32.279Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=594 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=4 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-16T04:18:02.165" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:32.265" grpc.time_ms=12.984 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1983vm-test-run-nixbot-gitlab> gitlab # [  310.448109] gitaly[1352]: time="2026-06-16T04:17:32.305Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=28 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:42.264" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:32.274" grpc.time_ms=30.581 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1984vm-test-run-nixbot-gitlab> gitlab # [  310.501617] gitaly[1352]: time="2026-06-16T04:17:32.358Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:42.243" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:32.344" grpc.time_ms=13.588 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1985vm-test-run-nixbot-gitlab> gitlab # [  310.521449] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:32.367Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"01b2c64923c7a00afca199ab","created_at":"2026-06-16T04:17:32.357Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-bfd321c0c43a4000","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.364Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-01b2c64923c7a00afca199ab: start","job_status":"start","queue_duration_s":0.002492,"scheduling_latency_s":0.002543}1986vm-test-run-nixbot-gitlab> gitlab # [  310.541694] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:32 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/106450c4c877da7f60250e1a462f2cb70f5cd989 HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 2611987vm-test-run-nixbot-gitlab> gitlab # [  310.544689] nixbot[3795]: {"ts": "2026-06-16T04:17:32.397Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/106450c4c877da7f60250e1a462f2cb70f5cd989 \"HTTP/1.1 201 Created\""}1988vm-test-run-nixbot-gitlab> gitlab # [  310.611604] gitaly[1352]: time="2026-06-16T04:17:32.467Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC67SFHVZB957HCN7Z12J grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:02.366" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:32.466" grpc.time_ms=0.737 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1989vm-test-run-nixbot-gitlab> gitlab # [  310.630955] gitaly[1352]: time="2026-06-16T04:17:32.488Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC635G4WHDHF3DZSMXEDW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:02.386" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:32.487" grpc.time_ms=1.002 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1990vm-test-run-nixbot-gitlab> gitlab # [  310.650682] gitaly[1352]: time="2026-06-16T04:17:32.507Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC67SFHVZB957HCN7Z12J grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:42.147" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:32.498" grpc.time_ms=9.761 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1991vm-test-run-nixbot-gitlab> gitlab # [  310.670097] gitaly[1352]: time="2026-06-16T04:17:32.527Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T04:17:42.005" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:32.525" grpc.time_ms=1.255 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1992vm-test-run-nixbot-gitlab> gitlab # [  310.686394] gitaly[1352]: time="2026-06-16T04:17:32.542Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:32.541" grpc.time_ms=0.887 pid=1352 span.kind=server system=grpc1993vm-test-run-nixbot-gitlab> gitlab # [  310.710145] gitaly[1352]: time="2026-06-16T04:17:32.567Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=571 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T04:17:42.040" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:32.560" grpc.time_ms=6.837 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1994vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses, in 0.39 seconds)1995vm-test-run-nixbot-gitlab> []1996vm-test-run-nixbot-gitlab> gitlab # [  310.733937] gitaly[1352]: time="2026-06-16T04:17:32.568Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:32.567" grpc.time_ms=0.489 pid=1352 span.kind=server system=grpc1997vm-test-run-nixbot-gitlab> gitlab # [  310.744922] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:32 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses HTTP/1.1" 200 2 "" "curl/8.20.0" 3271998vm-test-run-nixbot-gitlab> gitlab # [  310.747973] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:32 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/106450c4c877da7f60250e1a462f2cb70f5cd989 HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 1801999vm-test-run-nixbot-gitlab> gitlab # [  310.750590] nixbot[3795]: {"ts": "2026-06-16T04:17:32.592Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/106450c4c877da7f60250e1a462f2cb70f5cd989 \"HTTP/1.1 201 Created\""}2000vm-test-run-nixbot-gitlab> gitlab # [  310.753662] gitaly[1352]: time="2026-06-16T04:17:32.594Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:32.594" grpc.time_ms=0.394 pid=1352 span.kind=server system=grpc2001vm-test-run-nixbot-gitlab> gitlab # [  310.763165] gitaly[1352]: time="2026-06-16T04:17:32.605Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST diskcache=3b692f1b-ff94-4c4d-a198-e3677868d945 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:02.399" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:32.499" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2002vm-test-run-nixbot-gitlab> gitlab # [  310.772654] gitaly[1352]: time="2026-06-16T04:17:32.605Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=80 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=6995 command.oublock=0 command.real_time_ms=98 command.spawn_token_fork_ms=3 command.system_time_ms=47 command.user_time_ms=33 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:02.399" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:32.499" grpc.time_ms=105.646 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2003vm-test-run-nixbot-gitlab> gitlab # [  310.785312] gitaly[1352]: time="2026-06-16T04:17:32.618Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:32.617" grpc.time_ms=0.384 pid=1352 span.kind=server system=grpc2004vm-test-run-nixbot-gitlab> gitlab # [  310.794719] gitaly[1352]: time="2026-06-16T04:17:32.646Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:32.646" grpc.time_ms=0.439 pid=1352 span.kind=server system=grpc2005vm-test-run-nixbot-gitlab> gitlab # [  310.804352] gitaly[1352]: time="2026-06-16T04:17:32.654Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 diskcache=0256f672-480d-4ee7-bfe2-af656e4cff12 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:42.053" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:32.573" pid=1352 ref=refs/keep-around/ebab198725d4b2645fd47788cd6b9df5223121d7 remote_ip="2001:db8:1::1" revision=ebab198725d4b2645fd47788cd6b9df5223121d7 span.kind=server system=grpc username=root2006vm-test-run-nixbot-gitlab> gitlab # [  310.814709] gitaly[1352]: time="2026-06-16T04:17:32.654Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=60 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4970 command.oublock=8 command.real_time_ms=75 command.spawn_token_fork_ms=4 command.system_time_ms=35 command.user_time_ms=25 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T04:17:42.053" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T04:17:32.573" grpc.time_ms=81.283 pid=1352 ref=refs/keep-around/ebab198725d4b2645fd47788cd6b9df5223121d7 remote_ip="2001:db8:1::1" revision=ebab198725d4b2645fd47788cd6b9df5223121d7 span.kind=server system=grpc username=root2007vm-test-run-nixbot-gitlab> gitlab # [  310.828658] gitaly[1352]: time="2026-06-16T04:17:32.660Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:02.559" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:32.660" grpc.time_ms=0.316 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2008vm-test-run-nixbot-gitlab> gitlab # [  310.840587] gitaly[1352]: time="2026-06-16T04:17:32.687Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:02.586" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:32.686" grpc.time_ms=1.017 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2009vm-test-run-nixbot-gitlab> gitlab # [  310.863675] gitaly[1352]: time="2026-06-16T04:17:32.720Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:02.619" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:32.720" grpc.time_ms=0.61 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2010vm-test-run-nixbot-gitlab> gitlab # [  310.911828] gitaly[1352]: time="2026-06-16T04:17:32.769Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:02.667" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:32.768" grpc.time_ms=0.79 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2011vm-test-run-nixbot-gitlab> gitlab # [  310.929558] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:32.785Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"b005c8f05e20c6cf461c7f54","created_at":"2026-06-16T04:17:32.781Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"01b2c64923c7a00afca199ab","job_size_bytes":3,"pid":2420,"job_status":"deduplicated","message":"PipelineProcessWorker JID-b005c8f05e20c6cf461c7f54: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2012vm-test-run-nixbot-gitlab> gitlab # [  310.956669] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:32.789Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"01b2c64923c7a00afca199ab","created_at":"2026-06-16T04:17:32.357Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-bfd321c0c43a4000","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.364Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2420,"job_status":"rescheduled","message":"PipelineProcessWorker JID-01b2c64923c7a00afca199ab: rescheduled"}2013vm-test-run-nixbot-gitlab> gitlab # [  310.977490] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:32.801Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"01b2c64923c7a00afca199ab","created_at":"2026-06-16T04:17:32.357Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-bfd321c0c43a4000","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.364Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-01b2c64923c7a00afca199ab: done: 0.434805 sec","job_status":"done","queue_duration_s":0.002492,"scheduling_latency_s":0.002543,"gitaly_calls":4,"gitaly_duration_s":0.1178,"redis_calls":104,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.030291000000000002,"redis_read_bytes":266,"redis_write_bytes":23999,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.000982,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.00162,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.005783,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":22,"redis_queues_duration_s":0.003456,"redis_queues_read_bytes":26,"redis_queues_write_bytes":12378,"redis_queues_metadata_calls":22,"redis_queues_metadata_duration_s":0.012453,"redis_queues_metadata_read_bytes":110,"redis_queues_metadata_write_bytes":3546,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000215,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000381,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004419,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.053,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.015,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.018,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.031,"db_ci_duration_s":0.022,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.2358,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.36144468,"duration_s":0.434805,"completed_at":"2026-06-16T04:17:32.801Z","load_balancing_strategy":"primary","db_duration_s":0.05702,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2014vm-test-run-nixbot-gitlab> gitlab # [  311.035855] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:32.804Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"f8d2525990375477a2481f5c","created_at":"2026-06-16T04:17:32.480Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.487Z","job_size_bytes":23,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-f8d2525990375477a2481f5c: start","job_status":"start","queue_duration_s":0.31703,"scheduling_latency_s":0.317063}2015vm-test-run-nixbot-gitlab> gitlab # [  311.052031] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:32 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/ebab198725d4b2645fd47788cd6b9df5223121d7 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 7342016vm-test-run-nixbot-gitlab> gitlab # [  311.054506] nixbot[3795]: {"ts": "2026-06-16T04:17:32.833Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/ebab198725d4b2645fd47788cd6b9df5223121d7 \"HTTP/1.1 201 Created\""}2017vm-test-run-nixbot-gitlab> gitlab # [  311.057185] nixbot[3795]: {"ts": "2026-06-16T04:17:32.840Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-ebab198725d4-140e3217", "argv0": "bwrap"}2018vm-test-run-nixbot-gitlab> gitlab # [  311.081101] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:32.937Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"f8d2525990375477a2481f5c","created_at":"2026-06-16T04:17:32.480Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.487Z","job_size_bytes":23,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-f8d2525990375477a2481f5c: done: 0.133476 sec","job_status":"done","queue_duration_s":0.31703,"scheduling_latency_s":0.317063,"redis_calls":15,"redis_duration_s":0.0032140000000000003,"redis_read_bytes":13,"redis_write_bytes":3011,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000353,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000293,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1626,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001585,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000564,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000419,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.11352,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00029518,"duration_s":0.133476,"completed_at":"2026-06-16T04:17:32.937Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01303,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2019vm-test-run-nixbot-gitlab> gitlab # [  311.131262] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:32.939Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"5ddd5157e758326b92c54dff","created_at":"2026-06-16T04:17:32.610Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.617Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-5ddd5157e758326b92c54dff: start","job_status":"start","queue_duration_s":0.322058,"scheduling_latency_s":0.322078}2020vm-test-run-nixbot-gitlab> gitlab # [  311.148314] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:32.982Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"5ddd5157e758326b92c54dff","created_at":"2026-06-16T04:17:32.610Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.617Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-5ddd5157e758326b92c54dff: done: 0.042883 sec","job_status":"done","queue_duration_s":0.322058,"scheduling_latency_s":0.322078,"redis_calls":10,"redis_duration_s":0.0027790000000000002,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000553,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001752,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000474,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024157,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00044524,"duration_s":0.042883,"completed_at":"2026-06-16T04:17:32.982Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009253,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2021vm-test-run-nixbot-gitlab> gitlab # [  311.191980] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:32.984Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"290f7ed4e1ce247eb95016b4","created_at":"2026-06-16T04:17:32.629Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.637Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-290f7ed4e1ce247eb95016b4: start","job_status":"start","queue_duration_s":0.347163,"scheduling_latency_s":0.347188}2022vm-test-run-nixbot-gitlab> gitlab # [  311.206629] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.035Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"290f7ed4e1ce247eb95016b4","created_at":"2026-06-16T04:17:32.629Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.637Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-290f7ed4e1ce247eb95016b4: done: 0.050401 sec","job_status":"done","queue_duration_s":0.347163,"scheduling_latency_s":0.347188,"redis_calls":10,"redis_duration_s":0.002234,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000718,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001121,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000395,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03255,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00028376,"duration_s":0.050401,"completed_at":"2026-06-16T04:17:33.035Z","load_balancing_strategy":"primary","db_duration_s":0.009294,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2023vm-test-run-nixbot-gitlab> gitlab # [  311.247367] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.036Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"df15dbdc4f171ee9aba09784","created_at":"2026-06-16T04:17:32.927Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-a9b93b93648a4a32","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:bc69961321d5fb1e5a21feca4ee00c0c2a4f4008edab14ab84a4ae593e6d38b5","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.930Z","job_size_bytes":464,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-df15dbdc4f171ee9aba09784: start","job_status":"start","queue_duration_s":0.10625,"scheduling_latency_s":0.10627}2024vm-test-run-nixbot-gitlab> gitlab # [  311.262795] nix-daemon[4034]: accepted connection from pid 4210, user nixbot2025vm-test-run-nixbot-gitlab> gitlab # [  311.263687] nix-daemon[4034]: accepted connection from pid 4209, user nixbot2026vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses2027vm-test-run-nixbot-gitlab> gitlab # [  311.368259] sidekiq-cluster[2420]: {"severity":"WARN","time":"2026-06-16T04:17:33.224Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"df15dbdc4f171ee9aba09784","created_at":"2026-06-16T04:17:32.927Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-a9b93b93648a4a32","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:bc69961321d5fb1e5a21feca4ee00c0c2a4f4008edab14ab84a4ae593e6d38b5","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.930Z","job_size_bytes":464,"pid":2420,"sidekiq_tid":"m2p0","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-df15dbdc4f171ee9aba09784: fail: 0.187641 sec","job_status":"fail","queue_duration_s":0.10625,"scheduling_latency_s":0.10627,"redis_calls":7,"redis_duration_s":0.001614,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001094,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00052,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.166449,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.187641,"completed_at":"2026-06-16T04:17:33.224Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.011718,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2028vm-test-run-nixbot-gitlab> gitlab # [  311.867280] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.228Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"e9248ca22b5f8cfcf16a6d57","created_at":"2026-06-16T04:17:32.655Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.660Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-e9248ca22b5f8cfcf16a6d57: start","job_status":"start","queue_duration_s":0.567966,"scheduling_latency_s":0.568017}2029vm-test-run-nixbot-gitlab> gitlab # [  311.882058] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.312Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"e9248ca22b5f8cfcf16a6d57","created_at":"2026-06-16T04:17:32.655Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.660Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-e9248ca22b5f8cfcf16a6d57: done: 0.083829 sec","job_status":"done","queue_duration_s":0.567966,"scheduling_latency_s":0.568017,"redis_calls":13,"redis_duration_s":0.005358,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000989,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00232,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001145,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000904,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.058327,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00065984,"duration_s":0.083829,"completed_at":"2026-06-16T04:17:33.312Z","load_balancing_strategy":"primary","db_duration_s":0.0086,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2030vm-test-run-nixbot-gitlab> gitlab # [  311.931108] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.319Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"aeede2fcf37a6f8b0af001cd","created_at":"2026-06-16T04:17:32.661Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.665Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-aeede2fcf37a6f8b0af001cd: start","job_status":"start","queue_duration_s":0.653474,"scheduling_latency_s":0.653519}2031vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses, in 0.22 seconds)2032vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'ebab198725d4b2645fd47788cd6b9df5223121d7', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T04:17:32.799Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2033vm-test-run-nixbot-gitlab> gitlab # [  311.950370] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.380Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"aeede2fcf37a6f8b0af001cd","created_at":"2026-06-16T04:17:32.661Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.665Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-aeede2fcf37a6f8b0af001cd: done: 0.061624 sec","job_status":"done","queue_duration_s":0.653474,"scheduling_latency_s":0.653519,"redis_calls":10,"redis_duration_s":0.0035440000000000003,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000695,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002174,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000675,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037978,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00057246,"duration_s":0.061624,"completed_at":"2026-06-16T04:17:33.380Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009496,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2034vm-test-run-nixbot-gitlab> gitlab # [  311.997935] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.382Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"b1be8dd6b12b700d5ee14b31","created_at":"2026-06-16T04:17:32.665Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.670Z","job_size_bytes":19,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-b1be8dd6b12b700d5ee14b31: start","job_status":"start","queue_duration_s":0.712612,"scheduling_latency_s":0.712642}2035vm-test-run-nixbot-gitlab> gitlab # [  312.013257] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.436Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"b1be8dd6b12b700d5ee14b31","created_at":"2026-06-16T04:17:32.665Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.670Z","job_size_bytes":19,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-b1be8dd6b12b700d5ee14b31: done: 0.053672 sec","job_status":"done","queue_duration_s":0.712612,"scheduling_latency_s":0.712642,"redis_calls":11,"redis_duration_s":0.004422000000000001,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000624,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003086,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000712,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033283,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00066452,"duration_s":0.053672,"completed_at":"2026-06-16T04:17:33.436Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008764,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2036vm-test-run-nixbot-gitlab> gitlab # [  312.054887] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.439Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"59e7374a4dca0d530d841ea1","created_at":"2026-06-16T04:17:32.667Z","trace_propagation_headers":{"sentry-trace":"6949c4da691b4377b1dfcdd7ef91904e-f0b38e7929f3463f","baggage":"sentry-trace_id=6949c4da691b4377b1dfcdd7ef91904e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC5Y0KM2D5TRE4WZP2QD8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.673Z","job_size_bytes":65,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-59e7374a4dca0d530d841ea1: start","job_status":"start","queue_duration_s":0.766401,"scheduling_latency_s":0.766433}2037vm-test-run-nixbot-gitlab> gitlab # [  312.070755] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.479Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"59e7374a4dca0d530d841ea1","created_at":"2026-06-16T04:17:32.667Z","trace_propagation_headers":{"sentry-trace":"6949c4da691b4377b1dfcdd7ef91904e-f0b38e7929f3463f","baggage":"sentry-trace_id=6949c4da691b4377b1dfcdd7ef91904e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC5Y0KM2D5TRE4WZP2QD8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.673Z","job_size_bytes":65,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-59e7374a4dca0d530d841ea1: done: 0.039452 sec","job_status":"done","queue_duration_s":0.766401,"scheduling_latency_s":0.766433,"redis_calls":7,"redis_duration_s":0.002445,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001761,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000684,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026161,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.039452,"completed_at":"2026-06-16T04:17:33.479Z","load_balancing_strategy":"primary","db_duration_s":0.005776,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2038vm-test-run-nixbot-gitlab> gitlab # [  312.111220] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.481Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"d143c180968e3182bcb642ae","created_at":"2026-06-16T04:17:32.673Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.677Z","job_size_bytes":65,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-d143c180968e3182bcb642ae: start","job_status":"start","queue_duration_s":0.804344,"scheduling_latency_s":0.80437}2039vm-test-run-nixbot-gitlab> gitlab # [  312.127514] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.525Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"d143c180968e3182bcb642ae","created_at":"2026-06-16T04:17:32.673Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.677Z","job_size_bytes":65,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-d143c180968e3182bcb642ae: done: 0.043941 sec","job_status":"done","queue_duration_s":0.804344,"scheduling_latency_s":0.80437,"redis_calls":10,"redis_duration_s":0.003035,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000598,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001811,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000626,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02466,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00054732,"duration_s":0.043941,"completed_at":"2026-06-16T04:17:33.525Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007051,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2040vm-test-run-nixbot-gitlab> gitlab # [  312.171218] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.527Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"3a3269f75b683283e5efcfb9","created_at":"2026-06-16T04:17:32.674Z","trace_propagation_headers":{"sentry-trace":"6949c4da691b4377b1dfcdd7ef91904e-f0b38e7929f3463f","baggage":"sentry-trace_id=6949c4da691b4377b1dfcdd7ef91904e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC5Y0KM2D5TRE4WZP2QD8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.677Z","job_size_bytes":65,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-3a3269f75b683283e5efcfb9: start","job_status":"start","queue_duration_s":0.849586,"scheduling_latency_s":0.849608}2041vm-test-run-nixbot-gitlab> gitlab # [  312.188789] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.620Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"3a3269f75b683283e5efcfb9","created_at":"2026-06-16T04:17:32.674Z","trace_propagation_headers":{"sentry-trace":"6949c4da691b4377b1dfcdd7ef91904e-f0b38e7929f3463f","baggage":"sentry-trace_id=6949c4da691b4377b1dfcdd7ef91904e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC5Y0KM2D5TRE4WZP2QD8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.677Z","job_size_bytes":65,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-3a3269f75b683283e5efcfb9: done: 0.093243 sec","job_status":"done","queue_duration_s":0.849586,"scheduling_latency_s":0.849608,"redis_calls":10,"redis_duration_s":0.009348,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.006514,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.002834,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.051141,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.093243,"completed_at":"2026-06-16T04:17:33.620Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.025883,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2042vm-test-run-nixbot-gitlab> gitlab # [  312.230222] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.624Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"c0d658b1848f6d533330f884","created_at":"2026-06-16T04:17:32.678Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.679Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-c0d658b1848f6d533330f884: start","job_status":"start","queue_duration_s":0.944599,"scheduling_latency_s":0.944644}2043vm-test-run-nixbot-gitlab> gitlab # [  312.245492] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.701Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"c0d658b1848f6d533330f884","created_at":"2026-06-16T04:17:32.678Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.679Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-c0d658b1848f6d533330f884: done: 0.077185 sec","job_status":"done","queue_duration_s":0.944599,"scheduling_latency_s":0.944644,"redis_calls":7,"redis_duration_s":0.0033770000000000002,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002612,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000765,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053827,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.077185,"completed_at":"2026-06-16T04:17:33.701Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009284,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2044vm-test-run-nixbot-gitlab> gitlab # [  312.285994] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.704Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"14415f07ae7c1cee768fd824","created_at":"2026-06-16T04:17:32.722Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.735Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-14415f07ae7c1cee768fd824: start","job_status":"start","queue_duration_s":0.969124,"scheduling_latency_s":0.969159}2045vm-test-run-nixbot-gitlab> gitlab # [  312.301804] postgres[1325]: [1325] LOG:  checkpoint starting: time2046vm-test-run-nixbot-gitlab> gitlab # [  312.302974] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1232047vm-test-run-nixbot-gitlab> gitlab # [  312.305901] gitaly[1352]: time="2026-06-16T04:17:33.754Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC7FD4533DM8BCQ7ATHBT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:03.652" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:33.753" grpc.time_ms=1.072 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2048vm-test-run-nixbot-gitlab> gitlab # [  312.317935] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.763Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"14415f07ae7c1cee768fd824","created_at":"2026-06-16T04:17:32.722Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.735Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-14415f07ae7c1cee768fd824: done: 0.059216 sec","job_status":"done","queue_duration_s":0.969124,"scheduling_latency_s":0.969159,"redis_calls":10,"redis_duration_s":0.002598,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000439,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001611,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000548,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03171,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0008958,"duration_s":0.059216,"completed_at":"2026-06-16T04:17:33.763Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014525,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2049vm-test-run-nixbot-gitlab> gitlab # [  312.359953] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.766Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"67da5c3d4fbe5f933b6f6e66","created_at":"2026-06-16T04:17:32.735Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.739Z","job_size_bytes":6,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-67da5c3d4fbe5f933b6f6e66: start","job_status":"start","queue_duration_s":1.027132,"scheduling_latency_s":1.027161}2050vm-test-run-nixbot-gitlab> gitlab # [  312.375099] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.808Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"67da5c3d4fbe5f933b6f6e66","created_at":"2026-06-16T04:17:32.735Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.739Z","job_size_bytes":6,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-67da5c3d4fbe5f933b6f6e66: done: 0.041426 sec","job_status":"done","queue_duration_s":1.027132,"scheduling_latency_s":1.027161,"redis_calls":10,"redis_duration_s":0.0022170000000000002,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000409,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001358,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00045,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023814,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00044568,"duration_s":0.041426,"completed_at":"2026-06-16T04:17:33.808Z","load_balancing_strategy":"primary","db_duration_s":0.006581,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2051vm-test-run-nixbot-gitlab> gitlab # [  312.417136] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.810Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"d9642e7f70ccbfe5f0e19ef1","created_at":"2026-06-16T04:17:32.790Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.793Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-d9642e7f70ccbfe5f0e19ef1: start","job_status":"start","queue_duration_s":1.017046,"scheduling_latency_s":1.017072}2052vm-test-run-nixbot-gitlab> gitlab # [  312.431753] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.948Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"d9642e7f70ccbfe5f0e19ef1","created_at":"2026-06-16T04:17:32.790Z","trace_propagation_headers":{"sentry-trace":"5558df1f5427466eb4fa21e2b4cf37f5-07a45bc1aa4544ab","baggage":"sentry-trace_id=5558df1f5427466eb4fa21e2b4cf37f5,sentry-release=Unknown"},"correlation_id":"01KV7AC5Z3H4K5S36423QRNAST","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.793Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-d9642e7f70ccbfe5f0e19ef1: done: 0.137884 sec","job_status":"done","queue_duration_s":1.017046,"scheduling_latency_s":1.017072,"gitaly_calls":2,"gitaly_duration_s":0.008942,"redis_calls":19,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.006971,"redis_read_bytes":42,"redis_write_bytes":1891,"redis_cache_calls":8,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.001281,"redis_cache_read_bytes":16,"redis_cache_write_bytes":735,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002192,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000274,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003224,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":20,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":20,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.031,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":9,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.013,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.095995,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.09702144,"duration_s":0.137884,"completed_at":"2026-06-16T04:17:33.947Z","load_balancing_strategy":"primary","db_duration_s":0.030723,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2053vm-test-run-nixbot-gitlab> gitlab # [  312.475001] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:33.949Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"b2a40d74ae1aa11218092266","created_at":"2026-06-16T04:17:32.808Z","trace_propagation_headers":{"sentry-trace":"6949c4da691b4377b1dfcdd7ef91904e-f0b38e7929f3463f","baggage":"sentry-trace_id=6949c4da691b4377b1dfcdd7ef91904e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC5Y0KM2D5TRE4WZP2QD8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.812Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-b2a40d74ae1aa11218092266: start","job_status":"start","queue_duration_s":1.137325,"scheduling_latency_s":1.137345}2054vm-test-run-nixbot-gitlab> gitlab # [  312.489835] gitaly[1352]: time="2026-06-16T04:17:33.878Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:03.775" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:33.876" grpc.time_ms=1.555 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2055vm-test-run-nixbot-gitlab> gitlab # [  312.501736] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:34.214Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"b2a40d74ae1aa11218092266","created_at":"2026-06-16T04:17:32.808Z","trace_propagation_headers":{"sentry-trace":"6949c4da691b4377b1dfcdd7ef91904e-f0b38e7929f3463f","baggage":"sentry-trace_id=6949c4da691b4377b1dfcdd7ef91904e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7AC5Y0KM2D5TRE4WZP2QD8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:32.812Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-b2a40d74ae1aa11218092266: done: 0.264942 sec","job_status":"done","queue_duration_s":1.137325,"scheduling_latency_s":1.137345,"gitaly_calls":3,"gitaly_duration_s":0.015383,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.01283,"redis_read_bytes":98,"redis_write_bytes":6014,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.00138,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.004274,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000348,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002726,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000282,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000913,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001527,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.047,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.008,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.029,"db_ci_duration_s":0.018,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.20448,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.22697008,"duration_s":0.264942,"completed_at":"2026-06-16T04:17:34.214Z","load_balancing_strategy":"primary","db_duration_s":0.050766,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2056vm-test-run-nixbot-gitlab> gitlab # [  312.549595] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:34.219Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"4ede96079bcb2430ba58d7fe","created_at":"2026-06-16T04:17:34.020Z","trace_propagation_headers":{"sentry-trace":"6949c4da691b4377b1dfcdd7ef91904e-05d1bed208ec42f6","baggage":"sentry-trace_id=6949c4da691b4377b1dfcdd7ef91904e,sentry-release=Unknown"},"correlation_id":"01KV7AC5Y0KM2D5TRE4WZP2QD8","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:34.022Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-4ede96079bcb2430ba58d7fe: start","job_status":"start","queue_duration_s":0.196523,"scheduling_latency_s":0.196564}2057vm-test-run-nixbot-gitlab> gitlab # [  312.564505] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:34.287Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"4ede96079bcb2430ba58d7fe","created_at":"2026-06-16T04:17:34.020Z","trace_propagation_headers":{"sentry-trace":"6949c4da691b4377b1dfcdd7ef91904e-05d1bed208ec42f6","baggage":"sentry-trace_id=6949c4da691b4377b1dfcdd7ef91904e,sentry-release=Unknown"},"correlation_id":"01KV7AC5Y0KM2D5TRE4WZP2QD8","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:34.022Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-4ede96079bcb2430ba58d7fe: done: 0.068331 sec","job_status":"done","queue_duration_s":0.196523,"scheduling_latency_s":0.196564,"redis_calls":7,"redis_duration_s":0.003123,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002297,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000826,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050618,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.068331,"completed_at":"2026-06-16T04:17:34.287Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007174,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2058vm-test-run-nixbot-gitlab> gitlab # [  312.604182] gitaly[1352]: time="2026-06-16T04:17:33.931Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Z3H4K5S36423QRNAST grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:03.829" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:33.930" grpc.time_ms=1.24 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2059vm-test-run-nixbot-gitlab> gitlab # [  312.616566] gitaly[1352]: time="2026-06-16T04:17:34.039Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:04.036" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:34.037" grpc.time_ms=1.594 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2060vm-test-run-nixbot-gitlab> gitlab # [  312.628410] gitaly[1352]: time="2026-06-16T04:17:34.125Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:04.122" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:34.123" grpc.time_ms=1.449 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2061vm-test-run-nixbot-gitlab> gitlab # [  312.639762] gitaly[1352]: time="2026-06-16T04:17:34.191Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC5Y0KM2D5TRE4WZP2QD8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:04.189" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:34.190" grpc.time_ms=1.205 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2062vm-test-run-nixbot-gitlab> gitlab # [  312.821121] gitaly[1352]: time="2026-06-16T04:17:34.678Z" level=info msg="burden monitor stats" pid=1352 top_10_by_cpu="[]" top_10_by_memory="[]"2063vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses2064vm-test-run-nixbot-gitlab> gitlab # [  313.146794] gitaly[1352]: time="2026-06-16T04:17:35.003Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC8NF8H4J6BZ32HJKH6HE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:05.001" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:35.002" grpc.time_ms=1.263 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2065vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses, in 0.25 seconds)2066vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'ebab198725d4b2645fd47788cd6b9df5223121d7', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T04:17:32.799Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2067vm-test-run-nixbot-gitlab> gitlab # [  313.202049] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:35 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1632068vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses2069vm-test-run-nixbot-gitlab> gitlab # [  314.367500] gitaly[1352]: time="2026-06-16T04:17:36.223Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7AC9VMYSYE2TJQ9R41G5HQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:06.120" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:36.221" grpc.time_ms=1.35 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2070vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses, in 0.22 seconds)2071vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'ebab198725d4b2645fd47788cd6b9df5223121d7', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T04:17:32.799Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2072vm-test-run-nixbot-gitlab> gitlab # [  314.420807] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:36 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1592073vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses2074vm-test-run-nixbot-gitlab> gitlab # [  315.579578] gitaly[1352]: time="2026-06-16T04:17:37.435Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACB1PZ52CYQGR8FAGBAG7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:07.333" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:37.434" grpc.time_ms=1.205 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2075vm-test-run-nixbot-gitlab> gitlab # [  315.592526] gitaly[1352]: time="2026-06-16T04:17:37.442Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACB1DZZABYC36JDV5VJFG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:07.340" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:37.441" grpc.time_ms=1.152 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2076vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses, in 0.23 seconds)2077vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'ebab198725d4b2645fd47788cd6b9df5223121d7', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T04:17:32.799Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2078vm-test-run-nixbot-gitlab> gitlab # [  315.646769] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:37 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1682079vm-test-run-nixbot-gitlab> gitlab # [  315.807977] gitaly[1352]: time="2026-06-16T04:17:37.665Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACB1DZZABYC36JDV5VJFG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:47.127" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:37.647" grpc.time_ms=17.388 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2080vm-test-run-nixbot-gitlab> gitlab # [  315.888585] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:37.743Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"2bcb42bff3d467ce13996b51","created_at":"2026-06-16T04:17:37.733Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-5225d0e7f53248f3","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.740Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-2bcb42bff3d467ce13996b51: start","job_status":"start","queue_duration_s":0.00307,"scheduling_latency_s":0.003139}2081vm-test-run-nixbot-gitlab> gitlab # [  315.929868] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:37 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/ebab198725d4b2645fd47788cd6b9df5223121d7 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 4432082vm-test-run-nixbot-gitlab> gitlab # [  315.935641] nixbot[3795]: {"ts": "2026-06-16T04:17:37.771Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/ebab198725d4b2645fd47788cd6b9df5223121d7 \"HTTP/1.1 201 Created\""}2083vm-test-run-nixbot-gitlab> gitlab # [  316.026372] gitaly[1352]: time="2026-06-16T04:17:37.883Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACBFQFJTBSYGRPW6DG5WD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:07.781" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:37.882" grpc.time_ms=1.088 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2084vm-test-run-nixbot-gitlab> gitlab # [  316.121193] gitaly[1352]: time="2026-06-16T04:17:37.978Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACBFQFJTBSYGRPW6DG5WD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:47.157" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:37.958" grpc.time_ms=19.302 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2085vm-test-run-nixbot-gitlab> gitlab # [  316.150704] gitaly[1352]: time="2026-06-16T04:17:37.981Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACB1DZZABYC36JDV5VJFG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:37.981" grpc.time_ms=0.601 pid=1352 span.kind=server system=grpc2086vm-test-run-nixbot-gitlab> gitlab # [  316.174957] gitaly[1352]: time="2026-06-16T04:17:38.032Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACB1DZZABYC36JDV5VJFG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:38.031" grpc.time_ms=0.628 pid=1352 span.kind=server system=grpc2087vm-test-run-nixbot-gitlab> gitlab # [  316.219173] gitaly[1352]: time="2026-06-16T04:17:38.076Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7ACB1DZZABYC36JDV5VJFG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T04:17:38.074" grpc.time_ms=1.273 pid=1352 span.kind=server system=grpc2088vm-test-run-nixbot-gitlab> gitlab # [  316.244996] gitaly[1352]: time="2026-06-16T04:17:38.089Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACB1DZZABYC36JDV5VJFG diskcache=3e10d83d-0690-4174-ab33-66868822f5af grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:07.827" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:37.928" pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2089vm-test-run-nixbot-gitlab> gitlab # [  316.265101] gitaly[1352]: time="2026-06-16T04:17:38.090Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=159 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7096 command.oublock=0 command.real_time_ms=153 command.spawn_token_fork_ms=1 command.system_time_ms=108 command.user_time_ms=51 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACB1DZZABYC36JDV5VJFG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T04:18:07.827" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:37.928" grpc.time_ms=161.506 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2090vm-test-run-nixbot-gitlab> gitlab # [  316.289586] nixbot[3795]: {"ts": "2026-06-16T04:17:38.085Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/ebab198725d4b2645fd47788cd6b9df5223121d7 \"HTTP/1.1 201 Created\""}2091vm-test-run-nixbot-gitlab> gitlab # [  316.294667] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:38 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/ebab198725d4b2645fd47788cd6b9df5223121d7 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 3002092vm-test-run-nixbot-gitlab> gitlab # [  316.316593] gitaly[1352]: time="2026-06-16T04:17:38.173Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACB1DZZABYC36JDV5VJFG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T04:18:08.172" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:38.172" grpc.time_ms=1.127 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2093vm-test-run-nixbot-gitlab> gitlab # [  316.341069] gitaly[1352]: time="2026-06-16T04:17:38.198Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACBSNB5EK6GYC9DX2AY37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:08.096" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:38.196" grpc.time_ms=1.201 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2094vm-test-run-nixbot-gitlab> gitlab # [  316.373289] gitaly[1352]: time="2026-06-16T04:17:38.230Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACB1DZZABYC36JDV5VJFG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:08.228" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:38.229" grpc.time_ms=0.913 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2095vm-test-run-nixbot-gitlab> gitlab # [  316.403269] gitaly[1352]: time="2026-06-16T04:17:38.255Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KV7ACBSNB5EK6GYC9DX2AY37 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T04:17:48.233" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T04:17:38.244" grpc.time_ms=11.49 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2096vm-test-run-nixbot-gitlab> gitlab # [  316.465434] gitlab-workhorse[1282]: gitlab 2001:db8:1::1 - - [2026/06/16:04:17:38 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/ebab198725d4b2645fd47788cd6b9df5223121d7 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 2202097vm-test-run-nixbot-gitlab> gitlab # [  316.468777] nixbot[3795]: {"ts": "2026-06-16T04:17:38.324Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/ebab198725d4b2645fd47788cd6b9df5223121d7 \"HTTP/1.1 201 Created\""}2098vm-test-run-nixbot-gitlab> gitlab # [  316.538086] gitaly[1352]: time="2026-06-16T04:17:38.395Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7ACB1DZZABYC36JDV5VJFG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T04:18:08.392" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T04:17:38.393" grpc.time_ms=1.179 pid=1352 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2099vm-test-run-nixbot-gitlab> gitlab # [  316.572274] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.416Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"af45f5ae90e4b5bfa250c566","created_at":"2026-06-16T04:17:38.412Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-9012182615cc42a2","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"2bcb42bff3d467ce13996b51","job_size_bytes":3,"pid":2420,"job_status":"deduplicated","message":"PipelineProcessWorker JID-af45f5ae90e4b5bfa250c566: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2100vm-test-run-nixbot-gitlab> gitlab # [  316.606949] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.420Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"2bcb42bff3d467ce13996b51","created_at":"2026-06-16T04:17:37.733Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-5225d0e7f53248f3","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.740Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2420,"job_status":"rescheduled","message":"PipelineProcessWorker JID-2bcb42bff3d467ce13996b51: rescheduled"}2101vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses2102vm-test-run-nixbot-gitlab> gitlab # [  316.631359] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.434Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"2bcb42bff3d467ce13996b51","created_at":"2026-06-16T04:17:37.733Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-5225d0e7f53248f3","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.740Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-2bcb42bff3d467ce13996b51: done: 0.69057 sec","job_status":"done","queue_duration_s":0.00307,"scheduling_latency_s":0.003139,"gitaly_calls":4,"gitaly_duration_s":0.242567,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.035626,"redis_read_bytes":262,"redis_write_bytes":23388,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002148,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.00419,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002655,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.006271,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14469,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.012081,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000602,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.002517,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.003014,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.075,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.015,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.02,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.04,"db_ci_duration_s":0.035,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.417239,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.60763046,"duration_s":0.69057,"completed_at":"2026-06-16T04:17:38.434Z","load_balancing_strategy":"primary","db_duration_s":0.077667,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2103vm-test-run-nixbot-gitlab> gitlab # [  316.703559] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.437Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"d6776cc696a0bd61a36c16ee","created_at":"2026-06-16T04:17:37.912Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-9012182615cc42a2","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.916Z","job_size_bytes":23,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-d6776cc696a0bd61a36c16ee: start","job_status":"start","queue_duration_s":0.520351,"scheduling_latency_s":0.520387}2104vm-test-run-nixbot-gitlab> gitlab # [  316.723023] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.502Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"d6776cc696a0bd61a36c16ee","created_at":"2026-06-16T04:17:37.912Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-9012182615cc42a2","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:37.916Z","job_size_bytes":23,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-d6776cc696a0bd61a36c16ee: done: 0.06533 sec","job_status":"done","queue_duration_s":0.520351,"scheduling_latency_s":0.520387,"redis_calls":7,"redis_duration_s":0.0024590000000000002,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001748,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000711,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.047168,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.06533,"completed_at":"2026-06-16T04:17:38.502Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011342,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2105vm-test-run-nixbot-gitlab> gitlab # [  316.764949] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.504Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"651cd12d5a1dac05855027b7","created_at":"2026-06-16T04:17:38.102Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-9012182615cc42a2","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:38.106Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-651cd12d5a1dac05855027b7: start","job_status":"start","queue_duration_s":0.397674,"scheduling_latency_s":0.397703}2106vm-test-run-nixbot-gitlab> gitlab # [  316.780623] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.547Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"651cd12d5a1dac05855027b7","created_at":"2026-06-16T04:17:38.102Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-9012182615cc42a2","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:38.106Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-651cd12d5a1dac05855027b7: done: 0.042584 sec","job_status":"done","queue_duration_s":0.397674,"scheduling_latency_s":0.397703,"redis_calls":7,"redis_duration_s":0.002172,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001646,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000526,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.011,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024284,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.042584,"completed_at":"2026-06-16T04:17:38.547Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010575,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2107vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/ebab198725d4b2645fd47788cd6b9df5223121d7/statuses, in 0.18 seconds)2108vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'ebab198725d4b2645fd47788cd6b9df5223121d7', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-16T04:17:32.799Z', 'started_at': None, 'finished_at': '2026-06-16T04:17:37.711Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'ebab198725d4b2645fd47788cd6b9df5223121d7', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '0 attributes built', 'created_at': '2026-06-16T04:17:38.031Z', 'started_at': None, 'finished_at': '2026-06-16T04:17:38.286Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2109vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 6.47 seconds)2110vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 381.77 seconds)2111vm-test-run-nixbot-gitlab> gitlab # [  316.821986] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.549Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"df0fe85962071ba7a2b3f7c8","created_at":"2026-06-16T04:17:38.116Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-9012182615cc42a2","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:38.123Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-df0fe85962071ba7a2b3f7c8: start","job_status":"start","queue_duration_s":0.425872,"scheduling_latency_s":0.425899}2112vm-test-run-nixbot-gitlab> gitlab # [  316.836866] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.593Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"df0fe85962071ba7a2b3f7c8","created_at":"2026-06-16T04:17:38.116Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-9012182615cc42a2","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:38.123Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-df0fe85962071ba7a2b3f7c8: done: 0.044751 sec","job_status":"done","queue_duration_s":0.425872,"scheduling_latency_s":0.425899,"redis_calls":7,"redis_duration_s":0.0015509999999999999,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001089,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000462,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025715,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.044751,"completed_at":"2026-06-16T04:17:38.593Z","load_balancing_strategy":"primary","db_duration_s":0.011973,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2113vm-test-run-nixbot-gitlab> gitlab # [  316.882654] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.595Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"504215c27b635934c41e4e9a","created_at":"2026-06-16T04:17:38.139Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-9012182615cc42a2","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:38.144Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-504215c27b635934c41e4e9a: start","job_status":"start","queue_duration_s":0.451315,"scheduling_latency_s":0.45134}2114vm-test-run-nixbot-gitlab> test script finished in 381.86s2115vm-test-run-nixbot-gitlab> cleanup2116vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2117vm-test-run-nixbot-gitlab> gitlab # [  316.900057] sidekiq-cluster[2420]: {"severity":"INFO","time":"2026-06-16T04:17:38.636Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"504215c27b635934c41e4e9a","created_at":"2026-06-16T04:17:38.139Z","trace_propagation_headers":{"sentry-trace":"e6fbd05b312b4049809922cb5dbcb478-9012182615cc42a2","baggage":"sentry-trace_id=e6fbd05b312b4049809922cb5dbcb478,sentry-release=Unknown"},"correlation_id":"01KV7ACB1DZZABYC36JDV5VJFG","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-16T04:17:38.144Z","job_size_bytes":3,"pid":2420,"sidekiq_tid":"m8mc","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-504215c27b635934c41e4e9a: done: 0.041132 sec","job_status":"done","queue_duration_s":0.451315,"scheduling_latency_s":0.45134,"redis_calls":10,"redis_duration_s":0.001979,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00112,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000449,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00041,"redis_shared_state_reqemu-system-aarch64: terminating on signal 15 from pid 6 (/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.13/bin/python3.13)2118vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.05 seconds)21192120post-build step Upload coverage to codecov: ok2121Skipping codecov: project=Mic92/nixbot attr=aarch64-linux.nixbot-gitlab