nixbot

1this derivation will be built:2  /nix/store/migg3c6d21phvx81520xshfg9ci8s6mi-vm-test-run-nixbot-gitlab.drv3building '/nix/store/migg3c6d21phvx81520xshfg9ci8s6mi-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'4building '/nix/store/migg3c6d21phvx81520xshfg9ci8s6mi-vm-test-run-nixbot-gitlab.drv'5vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state6vm-test-run-nixbot-gitlab> start all VLans7vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)8vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds9vm-test-run-nixbot-gitlab> run the VM test script10vm-test-run-nixbot-gitlab> additionally exposed symbols:11vm-test-run-nixbot-gitlab>     gitlab,12vm-test-run-nixbot-gitlab>     vlan1,13vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh14vm-test-run-nixbot-gitlab> start all VMs15vm-test-run-nixbot-gitlab> gitlab: starting vm16vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)17vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...18vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.IdmpuCXY8D', fmt=raw size=107374182419vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)20vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done21vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes22vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: a26ac397-41b8-46e4-9479-2dab163ff97a23vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:24vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 22937625vm-test-run-nixbot-gitlab> gitlab # 26vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done27vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done28vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done29vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done30vm-test-run-nixbot-gitlab> gitlab # 31vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.32vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...33vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.34vm-test-run-nixbot-gitlab> (finished: start all VMs, in 48.73 seconds)35vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service36vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting37vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Booting Linux on physical CPU 0x0000000000 [0xc00fac40]38vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT Mon Jun  1 15:51:08 UTC 202639vm-test-run-nixbot-gitlab> gitlab # [    0.000000] KASLR enabled40vm-test-run-nixbot-gitlab> gitlab # [    0.000000] random: crng init done41vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Machine model: linux,dummy-virt42vm-test-run-nixbot-gitlab> gitlab # [    0.000000] efi: UEFI not found.43vm-test-run-nixbot-gitlab> gitlab # [    0.000000] OF: reserved mem: Reserved memory: No reserved-memory node in the DT44vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NUMA: Faking a node at [mem 0x0000000040000000-0x00000001bfffffff]45vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NODE_DATA(0) allocated [mem 0x1bfdeb740-0x1bfdeeebf]46vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Zone ranges:47vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA      [mem 0x0000000040000000-0x00000000ffffffff]48vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA32    empty49vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]50vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Device   empty51vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Movable zone start for each node52vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Early memory node ranges53vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   node   0: [mem 0x0000000040000000-0x00000001bfffffff]54vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Initmem setup node 0 [mem 0x0000000040000000-0x00000001bfffffff]55vm-test-run-nixbot-gitlab> gitlab # [    0.000000] cma: Reserved 32 MiB at 0x00000000fe00000056vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: probing for conduit method from DT.57vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: PSCIv1.3 detected in firmware.58vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Using standard PSCI v0.2 function IDs59vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Trusted OS migration not required60vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: SMC Calling Convention v1.161vm-test-run-nixbot-gitlab> gitlab # [    0.000000] smccc: KVM: hypervisor services detected (0x00000000 0x00000000 0x00000000 0x00000003)62vm-test-run-nixbot-gitlab> gitlab # [    0.000000] percpu: Embedded 76 pages/cpu s185944 r8192 d117160 u31129663vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Detected PIPT I-cache on CPU064vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Address authentication (architected QARMA5 algorithm)65vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: GICv3 CPU interface66vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-v467vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-BHB68vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC03_CPU_3869vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC04_CPU_2370vm-test-run-nixbot-gitlab> gitlab # [    0.000000] alternatives: applying boot alternatives71vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Kernel command line: console=ttyAMA0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/crxhfk82ppmhqh4yq402q3cb9408lhrp-nixos-system-gitlab-test/init regInfo=/nix/store/cs937wbknl8fmlbm84iaki0mqy4x040c-closure-info/registration console=ttyAMA0,115200n8 console=tty072vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Unknown kernel command line parameters "regInfo=/nix/store/cs937wbknl8fmlbm84iaki0mqy4x040c-closure-info/registration", will be passed to user space.73vm-test-run-nixbot-gitlab> gitlab # [    0.000000] printk: log buffer data + meta data: 131072 + 458752 = 589824 bytes74vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)75vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)76vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: area num 4.77vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: mapped [mem 0x00000000fa000000-0x00000000fe000000] (64MB)78vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Fallback order for Node 0: 079vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 157286480vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Policy zone: Normal81vm-test-run-nixbot-gitlab> gitlab # [    0.000000] mem auto-init: stack:all(zero), heap alloc:on, heap free:off82vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=183vm-test-run-nixbot-gitlab> gitlab # [    0.000000] allocated 12582912 bytes of page_ext84vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocating 74648 entries in 292 pages85vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocated 292 pages with 3 groups86vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Hierarchical RCU implementation.87vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU event tracing is enabled.88vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.89vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Trampoline variant of Tasks RCU enabled.90vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Rude variant of Tasks RCU enabled.91vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Tracing variant of Tasks RCU enabled.92vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.93vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=494vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.95vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.96vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.97vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NR_IRQS: 64, nr_irqs: 64, preallocated irqs: 098vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 256 SPIs implemented99vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 0 Extended SPIs implemented100vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Root IRQ handler: gic_handle_irq101vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICv3 features: 16 PPIs, DirectLPI102vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICD_CTLR.DS=1, SCR_EL3.FIQ=0103vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: found redistributor 0 region 0:0x00000000080a0000104vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS [mem 0x08080000-0x0809ffff]105vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Devices @100f10000 (indirect, esz 8, psz 64K, shr 1)106vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Interrupt Collections @100f20000 (flat, esz 8, psz 64K, shr 1)107vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: using LPI property table @0x0000000100f30000108vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: using allocated LPI pending table @0x0000000100f50000109vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: srcu_init: Setting srcu_struct sizes based on contention.110vm-test-run-nixbot-gitlab> gitlab # [    0.000000] arch_timer: cp15 timer running at 1000.00MHz (virt).111vm-test-run-nixbot-gitlab> gitlab # [    0.000000] clocksource: arch_sys_counter: mask: 0x1fffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns112vm-test-run-nixbot-gitlab> gitlab # [    0.000000] sched_clock: 61 bits at 1000MHz, resolution 1ns, wraps every 4398046511103ns113vm-test-run-nixbot-gitlab> gitlab # [    0.000027] arm-pv: using stolen time PV114vm-test-run-nixbot-gitlab> gitlab # [    0.000371] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)115vm-test-run-nixbot-gitlab> gitlab # [    0.000546] Console: colour dummy device 80x25116vm-test-run-nixbot-gitlab> gitlab # [    0.000554] printk: legacy console [tty0] enabled117vm-test-run-nixbot-gitlab> gitlab # [    0.000733] Calibrating delay loop (skipped), value calculated using timer frequency.. 2000.00 BogoMIPS (lpj=4000000)118vm-test-run-nixbot-gitlab> gitlab # [    0.000740] pid_max: default: 32768 minimum: 301119vm-test-run-nixbot-gitlab> gitlab # [    0.000816] LSM: initializing lsm=capability,landlock,yama,bpf,ima120vm-test-run-nixbot-gitlab> gitlab # [    0.000966] landlock: Up and running.121vm-test-run-nixbot-gitlab> gitlab # [    0.000970] Yama: becoming mindful.122vm-test-run-nixbot-gitlab> gitlab # [    0.001355] LSM support for eBPF active123vm-test-run-nixbot-gitlab> gitlab # [    0.001554] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)124vm-test-run-nixbot-gitlab> gitlab # [    0.001647] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)125vm-test-run-nixbot-gitlab> gitlab # [    0.002752] cacheinfo: Unable to detect cache hierarchy for CPU 0126vm-test-run-nixbot-gitlab> gitlab # [    0.003376] rcu: Hierarchical SRCU implementation.127vm-test-run-nixbot-gitlab> gitlab # [    0.003380] rcu: 	Max phase no-delay instances is 1000.128vm-test-run-nixbot-gitlab> gitlab # [    0.003524] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level129vm-test-run-nixbot-gitlab> gitlab # [    0.004500] fsl-mc MSI: its@8080000 domain created130vm-test-run-nixbot-gitlab> gitlab # [    0.004589] EFI services will not be available.131vm-test-run-nixbot-gitlab> gitlab # [    0.004743] smp: Bringing up secondary CPUs ...132vm-test-run-nixbot-gitlab> gitlab # [    0.005487] Detected PIPT I-cache on CPU1133vm-test-run-nixbot-gitlab> gitlab # [    0.005583] GICv3: CPU1: found redistributor 1 region 0:0x00000000080c0000134vm-test-run-nixbot-gitlab> gitlab # [    0.005699] GICv3: CPU1: using allocated LPI pending table @0x0000000100f60000135vm-test-run-nixbot-gitlab> gitlab # [    0.005822] CPU1: Booted secondary processor 0x0000000001 [0xc00fac40]136vm-test-run-nixbot-gitlab> gitlab # [    0.006801] Detected PIPT I-cache on CPU2137vm-test-run-nixbot-gitlab> gitlab # [    0.006976] GICv3: CPU2: found redistributor 2 region 0:0x00000000080e0000138vm-test-run-nixbot-gitlab> gitlab # [    0.007095] GICv3: CPU2: using allocated LPI pending table @0x0000000100f70000139vm-test-run-nixbot-gitlab> gitlab # [    0.007219] CPU2: Booted secondary processor 0x0000000002 [0xc00fac40]140vm-test-run-nixbot-gitlab> gitlab # [    0.008149] Detected PIPT I-cache on CPU3141vm-test-run-nixbot-gitlab> gitlab # [    0.008261] GICv3: CPU3: found redistributor 3 region 0:0x0000000008100000142vm-test-run-nixbot-gitlab> gitlab # [    0.008381] GICv3: CPU3: using allocated LPI pending table @0x0000000100f80000143vm-test-run-nixbot-gitlab> gitlab # [    0.008502] CPU3: Booted secondary processor 0x0000000003 [0xc00fac40]144vm-test-run-nixbot-gitlab> gitlab # [    0.008993] smp: Brought up 1 node, 4 CPUs145vm-test-run-nixbot-gitlab> gitlab # [    0.009018] SMP: Total of 4 processors activated.146vm-test-run-nixbot-gitlab> gitlab # [    0.009021] CPU: All CPU(s) started at EL1147vm-test-run-nixbot-gitlab> gitlab # [    0.009029] CPU features: detected: Branch Target Identification148vm-test-run-nixbot-gitlab> gitlab # [    0.009033] CPU features: detected: ARMv8.4 Translation Table Level149vm-test-run-nixbot-gitlab> gitlab # [    0.009035] CPU features: detected: Instruction cache invalidation not required for I/D coherence150vm-test-run-nixbot-gitlab> gitlab # [    0.009039] CPU features: detected: Data cache clean to the PoU not required for I/D coherence151vm-test-run-nixbot-gitlab> gitlab # [    0.009042] CPU features: detected: Common not Private translations152vm-test-run-nixbot-gitlab> gitlab # [    0.009045] CPU features: detected: CRC32 instructions153vm-test-run-nixbot-gitlab> gitlab # [    0.009048] CPU features: detected: Data cache clean to Point of Deep Persistence154vm-test-run-nixbot-gitlab> gitlab # [    0.009051] CPU features: detected: Data cache clean to Point of Persistence155vm-test-run-nixbot-gitlab> gitlab # [    0.009054] CPU features: detected: Data independent timing control (DIT)156vm-test-run-nixbot-gitlab> gitlab # [    0.009056] CPU features: detected: E0PD157vm-test-run-nixbot-gitlab> gitlab # [    0.009059] CPU features: detected: Enhanced Counter Virtualization158vm-test-run-nixbot-gitlab> gitlab # [    0.009061] CPU features: detected: Enhanced Counter Virtualization (CNTPOFF)159vm-test-run-nixbot-gitlab> gitlab # [    0.009064] CPU features: detected: Enhanced Virtualization Traps160vm-test-run-nixbot-gitlab> gitlab # [    0.009067] CPU features: detected: Fine Grained Traps161vm-test-run-nixbot-gitlab> gitlab # [    0.009070] CPU features: detected: Generic authentication (architected QARMA5 algorithm)162vm-test-run-nixbot-gitlab> gitlab # [    0.009074] CPU features: detected: RCpc load-acquire (LDAPR)163vm-test-run-nixbot-gitlab> gitlab # [    0.009077] CPU features: detected: LSE atomic instructions164vm-test-run-nixbot-gitlab> gitlab # [    0.009079] CPU features: detected: Privileged Access Never165vm-test-run-nixbot-gitlab> gitlab # [    0.009082] CPU features: detected: PMUv3166vm-test-run-nixbot-gitlab> gitlab # [    0.009085] CPU features: detected: RAS Extension Support167vm-test-run-nixbot-gitlab> gitlab # [    0.009087] CPU features: detected: RASv1p1 Extension Support168vm-test-run-nixbot-gitlab> gitlab # [    0.009090] CPU features: detected: Random Number Generator169vm-test-run-nixbot-gitlab> gitlab # [    0.009092] CPU features: detected: Speculation barrier (SB)170vm-test-run-nixbot-gitlab> gitlab # [    0.009095] CPU features: detected: Stage-2 Force Write-Back171vm-test-run-nixbot-gitlab> gitlab # [    0.009097] CPU features: detected: TLB range maintenance instructions172vm-test-run-nixbot-gitlab> gitlab # [    0.009101] CPU features: detected: Speculative Store Bypassing Safe (SSBS)173vm-test-run-nixbot-gitlab> gitlab # [    0.009228] alternatives: applying system-wide alternatives174vm-test-run-nixbot-gitlab> gitlab # [    0.011998] CPU features: detected: BBM Level 2 without TLB conflict abort175vm-test-run-nixbot-gitlab> gitlab # [    0.012171] Memory: 5965756K/6291456K available (24320K kernel code, 7086K rwdata, 26308K rodata, 4736K init, 1102K bss, 270904K reserved, 32768K cma-reserved)176vm-test-run-nixbot-gitlab> gitlab # [    0.013507] devtmpfs: initialized177vm-test-run-nixbot-gitlab> gitlab # [    0.016463] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns178vm-test-run-nixbot-gitlab> gitlab # [    0.016507] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)179vm-test-run-nixbot-gitlab> gitlab # [    0.016563] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).180vm-test-run-nixbot-gitlab> gitlab # [    0.016740] 2G module region forced by RANDOMIZE_MODULE_REGION_FULL181vm-test-run-nixbot-gitlab> gitlab # [    0.016745] 0 pages in range for non-PLT usage182vm-test-run-nixbot-gitlab> gitlab # [    0.016746] 508336 pages in range for PLT usage183vm-test-run-nixbot-gitlab> gitlab # [    0.016877] pinctrl core: initialized pinctrl subsystem184vm-test-run-nixbot-gitlab> gitlab # [    0.017678] DMI not present or invalid.185vm-test-run-nixbot-gitlab> gitlab # [    0.020976] NET: Registered PF_NETLINK/PF_ROUTE protocol family186vm-test-run-nixbot-gitlab> gitlab # [    0.023146] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations187vm-test-run-nixbot-gitlab> gitlab # [    0.023408] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations188vm-test-run-nixbot-gitlab> gitlab # [    0.025020] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations189vm-test-run-nixbot-gitlab> gitlab # [    0.025041] audit: initializing netlink subsys (disabled)190vm-test-run-nixbot-gitlab> gitlab # [    0.025719] audit: type=2000 audit(0.024:1): state=initialized audit_enabled=0 res=1191vm-test-run-nixbot-gitlab> gitlab # [    0.026152] thermal_sys: Registered thermal governor 'fair_share'192vm-test-run-nixbot-gitlab> gitlab # [    0.026155] thermal_sys: Registered thermal governor 'bang_bang'193vm-test-run-nixbot-gitlab> gitlab # [    0.026159] thermal_sys: Registered thermal governor 'step_wise'194vm-test-run-nixbot-gitlab> gitlab # [    0.026162] thermal_sys: Registered thermal governor 'user_space'195vm-test-run-nixbot-gitlab> gitlab # [    0.026164] thermal_sys: Registered thermal governor 'power_allocator'196vm-test-run-nixbot-gitlab> gitlab # [    0.026260] cpuidle: using governor ladder197vm-test-run-nixbot-gitlab> gitlab # [    0.026323] cpuidle: using governor menu198vm-test-run-nixbot-gitlab> gitlab # [    0.026530] hw-breakpoint: found 16 breakpoint and 4 watchpoint registers.199vm-test-run-nixbot-gitlab> gitlab # [    0.026734] ASID allocator initialised with 65536 entries200vm-test-run-nixbot-gitlab> gitlab # [    0.027880] Serial: AMBA PL011 UART driver201vm-test-run-nixbot-gitlab> gitlab # [    0.032927] 9000000.pl011: ttyAMA0 at MMIO 0x9000000 (irq = 13, base_baud = 0) is a PL011 rev1202vm-test-run-nixbot-gitlab> gitlab # [    0.033246] printk: console [ttyAMA0] enabled203vm-test-run-nixbot-gitlab> gitlab # [    0.043848] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages204vm-test-run-nixbot-gitlab> gitlab # [    0.043870] HugeTLB: 0 KiB vmemmap can be freed for a 1.00 GiB page205vm-test-run-nixbot-gitlab> gitlab # [    0.043879] HugeTLB: registered 32.0 MiB page size, pre-allocated 0 pages206vm-test-run-nixbot-gitlab> gitlab # [    0.043888] HugeTLB: 0 KiB vmemmap can be freed for a 32.0 MiB page207vm-test-run-nixbot-gitlab> gitlab # [    0.043896] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages208vm-test-run-nixbot-gitlab> gitlab # [    0.043904] HugeTLB: 0 KiB vmemmap can be freed for a 2.00 MiB page209vm-test-run-nixbot-gitlab> gitlab # [    0.043912] HugeTLB: registered 64.0 KiB page size, pre-allocated 0 pages210vm-test-run-nixbot-gitlab> gitlab # [    0.043920] HugeTLB: 0 KiB vmemmap can be freed for a 64.0 KiB page211vm-test-run-nixbot-gitlab> gitlab # [    0.056489] fbcon: Taking over console212vm-test-run-nixbot-gitlab> gitlab # [    0.056518] ACPI: Interpreter disabled.213vm-test-run-nixbot-gitlab> gitlab # [    0.059263] iommu: Default domain type: Translated214vm-test-run-nixbot-gitlab> gitlab # [    0.059276] iommu: DMA domain TLB invalidation policy: strict mode215vm-test-run-nixbot-gitlab> gitlab # [    0.069654] SCSI subsystem initialized216vm-test-run-nixbot-gitlab> gitlab # [    0.070489] usbcore: registered new interface driver usbfs217vm-test-run-nixbot-gitlab> gitlab # [    0.070620] usbcore: registered new interface driver hub218vm-test-run-nixbot-gitlab> gitlab # [    0.070666] usbcore: registered new device driver usb219vm-test-run-nixbot-gitlab> gitlab # [    0.071482] pps_core: LinuxPPS API ver. 1 registered220vm-test-run-nixbot-gitlab> gitlab # [    0.071493] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>221vm-test-run-nixbot-gitlab> gitlab # [    0.071517] PTP clock support registered222vm-test-run-nixbot-gitlab> gitlab # [    0.071618] EDAC MC: Ver: 3.0.0223vm-test-run-nixbot-gitlab> gitlab # [    0.072362] scmi_core: SCMI protocol bus registered224vm-test-run-nixbot-gitlab> gitlab # [    0.073513] FPGA manager framework225vm-test-run-nixbot-gitlab> gitlab # [    0.075571] vgaarb: loaded226vm-test-run-nixbot-gitlab> gitlab # [    0.077242] clocksource: Switched to clocksource arch_sys_counter227vm-test-run-nixbot-gitlab> gitlab # [    0.080055] VFS: Disk quotas dquot_6.6.0228vm-test-run-nixbot-gitlab> gitlab # [    0.080112] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)229vm-test-run-nixbot-gitlab> gitlab # [    0.080802] netfs: FS-Cache loaded230vm-test-run-nixbot-gitlab> gitlab # [    0.081031] pnp: PnP ACPI: disabled231vm-test-run-nixbot-gitlab> gitlab # [    0.091246] NET: Registered PF_INET protocol family232vm-test-run-nixbot-gitlab> gitlab # [    0.093356] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)233vm-test-run-nixbot-gitlab> gitlab # [    0.146272] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)234vm-test-run-nixbot-gitlab> gitlab # [    0.146338] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)235vm-test-run-nixbot-gitlab> gitlab # [    0.146396] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)236vm-test-run-nixbot-gitlab> gitlab # [    0.146816] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)237vm-test-run-nixbot-gitlab> gitlab # [    0.147667] TCP: Hash tables configured (established 65536 bind 65536)238vm-test-run-nixbot-gitlab> gitlab # [    0.147779] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)239vm-test-run-nixbot-gitlab> gitlab # [    0.147857] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)240vm-test-run-nixbot-gitlab> gitlab # [    0.148025] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)241vm-test-run-nixbot-gitlab> gitlab # [    0.148285] NET: Registered PF_UNIX/PF_LOCAL protocol family242vm-test-run-nixbot-gitlab> gitlab # [    0.148384] NET: Registered PF_XDP protocol family243vm-test-run-nixbot-gitlab> gitlab # [    0.148404] PCI: CLS 0 bytes, default 64244vm-test-run-nixbot-gitlab> gitlab # [    0.148987] Trying to unpack rootfs image as initramfs...245vm-test-run-nixbot-gitlab> gitlab # [    0.161330] kvm [1]: HYP mode not available246vm-test-run-nixbot-gitlab> gitlab # [    0.234843] Initialise system trusted keyrings247vm-test-run-nixbot-gitlab> gitlab # [    0.235089] workingset: timestamp_bits=42 max_order=21 bucket_order=0248vm-test-run-nixbot-gitlab> gitlab # [    0.235949] squashfs: version 4.0 (2009/01/31) Phillip Lougher249vm-test-run-nixbot-gitlab> gitlab # [    0.236084] 9p: Installing v9fs 9p2000 file system support250vm-test-run-nixbot-gitlab> gitlab # [    0.251314] Key type asymmetric registered251vm-test-run-nixbot-gitlab> gitlab # [    0.251320] Asymmetric key parser 'x509' registered252vm-test-run-nixbot-gitlab> gitlab # [    0.251379] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 242)253vm-test-run-nixbot-gitlab> gitlab # [    0.251588] io scheduler mq-deadline registered254vm-test-run-nixbot-gitlab> gitlab # [    0.251594] io scheduler kyber registered255vm-test-run-nixbot-gitlab> gitlab # [    0.263885] pl061_gpio 9030000.pl061: PL061 GPIO chip registered256vm-test-run-nixbot-gitlab> gitlab # [    0.269277] ledtrig-cpu: registered to indicate activity on CPUs257vm-test-run-nixbot-gitlab> gitlab # [    0.269882] pci-host-generic 4010000000.pcie: host bridge /pcie@10000000 ranges:258vm-test-run-nixbot-gitlab> gitlab # [    0.269905] pci-host-generic 4010000000.pcie:       IO 0x003eff0000..0x003effffff -> 0x0000000000259vm-test-run-nixbot-gitlab> gitlab # [    0.269921] pci-host-generic 4010000000.pcie:      MEM 0x0010000000..0x003efeffff -> 0x0010000000260vm-test-run-nixbot-gitlab> gitlab # [    0.269931] pci-host-generic 4010000000.pcie:      MEM 0x8000000000..0xffffffffff -> 0x8000000000261vm-test-run-nixbot-gitlab> gitlab # [    0.269959] pci-host-generic 4010000000.pcie: Memory resource size exceeds max for 32 bits262vm-test-run-nixbot-gitlab> gitlab # [    0.269990] pci-host-generic 4010000000.pcie: ECAM at [mem 0x4010000000-0x401fffffff] for [bus 00-ff]263vm-test-run-nixbot-gitlab> gitlab # [    0.270104] pci-host-generic 4010000000.pcie: PCI host bridge to bus 0000:00264vm-test-run-nixbot-gitlab> gitlab # [    0.270117] pci_bus 0000:00: root bus resource [bus 00-ff]265vm-test-run-nixbot-gitlab> gitlab # [    0.270123] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]266vm-test-run-nixbot-gitlab> gitlab # [    0.270128] pci_bus 0000:00: root bus resource [mem 0x10000000-0x3efeffff]267vm-test-run-nixbot-gitlab> gitlab # [    0.270134] pci_bus 0000:00: root bus resource [mem 0x8000000000-0xffffffffff]268vm-test-run-nixbot-gitlab> gitlab # [    0.270225] pci 0000:00:00.0: [1b36:0008] type 00 class 0x060000 conventional PCI endpoint269vm-test-run-nixbot-gitlab> gitlab # [    0.271107] pci 0000:00:01.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint270vm-test-run-nixbot-gitlab> gitlab # [    0.271509] pci 0000:00:01.0: BAR 0 [io  0x0000-0x001f]271vm-test-run-nixbot-gitlab> gitlab # [    0.271533] pci 0000:00:01.0: BAR 1 [mem 0x00000000-0x00000fff]272vm-test-run-nixbot-gitlab> gitlab # [    0.271585] pci 0000:00:01.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]273vm-test-run-nixbot-gitlab> gitlab # [    0.271609] pci 0000:00:01.0: ROM [mem 0x00000000-0x0003ffff pref]274vm-test-run-nixbot-gitlab> gitlab # [    0.272570] pci 0000:00:02.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint275vm-test-run-nixbot-gitlab> gitlab # [    0.272965] pci 0000:00:02.0: BAR 0 [io  0x0000-0x001f]276vm-test-run-nixbot-gitlab> gitlab # [    0.272986] pci 0000:00:02.0: BAR 1 [mem 0x00000000-0x00000fff]277vm-test-run-nixbot-gitlab> gitlab # [    0.273035] pci 0000:00:02.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]278vm-test-run-nixbot-gitlab> gitlab # [    0.274020] pci 0000:00:03.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint279vm-test-run-nixbot-gitlab> gitlab # [    0.274405] pci 0000:00:03.0: BAR 0 [io  0x0000-0x001f]280vm-test-run-nixbot-gitlab> gitlab # [    0.274427] pci 0000:00:03.0: BAR 1 [mem 0x00000000-0x00000fff]281vm-test-run-nixbot-gitlab> gitlab # [    0.274476] pci 0000:00:03.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]282vm-test-run-nixbot-gitlab> gitlab # [    0.275459] pci 0000:00:04.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint283vm-test-run-nixbot-gitlab> gitlab # [    0.275848] pci 0000:00:04.0: BAR 0 [io  0x0000-0x001f]284vm-test-run-nixbot-gitlab> gitlab # [    0.275869] pci 0000:00:04.0: BAR 1 [mem 0x00000000-0x00000fff]285vm-test-run-nixbot-gitlab> gitlab # [    0.275918] pci 0000:00:04.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]286vm-test-run-nixbot-gitlab> gitlab # [    0.276893] pci 0000:00:05.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint287vm-test-run-nixbot-gitlab> gitlab # [    0.277339] pci 0000:00:05.0: BAR 0 [io  0x0000-0x007f]288vm-test-run-nixbot-gitlab> gitlab # [    0.277361] pci 0000:00:05.0: BAR 1 [mem 0x00000000-0x00000fff]289vm-test-run-nixbot-gitlab> gitlab # [    0.277410] pci 0000:00:05.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]290vm-test-run-nixbot-gitlab> gitlab # [    0.278313] pci 0000:00:06.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint291vm-test-run-nixbot-gitlab> gitlab # [    0.278686] pci 0000:00:06.0: BAR 0 [io  0x0000-0x007f]292vm-test-run-nixbot-gitlab> gitlab # [    0.278706] pci 0000:00:06.0: BAR 1 [mem 0x00000000-0x00000fff]293vm-test-run-nixbot-gitlab> gitlab # [    0.278757] pci 0000:00:06.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]294vm-test-run-nixbot-gitlab> gitlab # [    0.279662] pci 0000:00:07.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint295vm-test-run-nixbot-gitlab> gitlab # [    0.280034] pci 0000:00:07.0: BAR 0 [io  0x0000-0x001f]296vm-test-run-nixbot-gitlab> gitlab # [    0.280054] pci 0000:00:07.0: BAR 1 [mem 0x00000000-0x00000fff]297vm-test-run-nixbot-gitlab> gitlab # [    0.280107] pci 0000:00:07.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]298vm-test-run-nixbot-gitlab> gitlab # [    0.280128] pci 0000:00:07.0: ROM [mem 0x00000000-0x0003ffff pref]299vm-test-run-nixbot-gitlab> gitlab # [    0.281061] pci 0000:00:08.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint300vm-test-run-nixbot-gitlab> gitlab # [    0.281450] pci 0000:00:08.0: BAR 1 [mem 0x00000000-0x00000fff]301vm-test-run-nixbot-gitlab> gitlab # [    0.281497] pci 0000:00:08.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]302vm-test-run-nixbot-gitlab> gitlab # [    0.282411] pci 0000:00:09.0: [1af4:1050] type 00 class 0x038000 conventional PCI endpoint303vm-test-run-nixbot-gitlab> gitlab # [    0.282794] pci 0000:00:09.0: BAR 1 [mem 0x00000000-0x00000fff]304vm-test-run-nixbot-gitlab> gitlab # [    0.282846] pci 0000:00:09.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]305vm-test-run-nixbot-gitlab> gitlab # [    0.283634] pci 0000:00:0a.0: [8086:24cd] type 00 class 0x0c0320 conventional PCI endpoint306vm-test-run-nixbot-gitlab> gitlab # [    0.284009] pci 0000:00:0a.0: BAR 0 [mem 0x00000000-0x00000fff]307vm-test-run-nixbot-gitlab> gitlab # [    0.284470] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint308vm-test-run-nixbot-gitlab> gitlab # [    0.284923] pci 0000:00:0b.0: BAR 0 [io  0x0000-0x003f]309vm-test-run-nixbot-gitlab> gitlab # [    0.284943] pci 0000:00:0b.0: BAR 1 [mem 0x00000000-0x00000fff]310vm-test-run-nixbot-gitlab> gitlab # [    0.284995] pci 0000:00:0b.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]311vm-test-run-nixbot-gitlab> gitlab # [    0.285933] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint312vm-test-run-nixbot-gitlab> gitlab # [    0.286307] pci 0000:00:0c.0: BAR 0 [io  0x0000-0x001f]313vm-test-run-nixbot-gitlab> gitlab # [    0.286326] pci 0000:00:0c.0: BAR 1 [mem 0x00000000-0x00000fff]314vm-test-run-nixbot-gitlab> gitlab # [    0.286378] pci 0000:00:0c.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]315vm-test-run-nixbot-gitlab> gitlab # [    0.287491] pci 0000:00:01.0: ROM [mem 0x10000000-0x1003ffff pref]: assigned316vm-test-run-nixbot-gitlab> gitlab # [    0.287502] pci 0000:00:07.0: ROM [mem 0x10040000-0x1007ffff pref]: assigned317vm-test-run-nixbot-gitlab> gitlab # [    0.287508] pci 0000:00:01.0: BAR 4 [mem 0x8000000000-0x8000003fff 64bit pref]: assigned318vm-test-run-nixbot-gitlab> gitlab # [    0.287589] pci 0000:00:02.0: BAR 4 [mem 0x8000004000-0x8000007fff 64bit pref]: assigned319vm-test-run-nixbot-gitlab> gitlab # [    0.287663] pci 0000:00:03.0: BAR 4 [mem 0x8000008000-0x800000bfff 64bit pref]: assigned320vm-test-run-nixbot-gitlab> gitlab # [    0.287752] pci 0000:00:04.0: BAR 4 [mem 0x800000c000-0x800000ffff 64bit pref]: assigned321vm-test-run-nixbot-gitlab> gitlab # [    0.287842] pci 0000:00:05.0: BAR 4 [mem 0x8000010000-0x8000013fff 64bit pref]: assigned322vm-test-run-nixbot-gitlab> gitlab # [    0.287928] pci 0000:00:06.0: BAR 4 [mem 0x8000014000-0x8000017fff 64bit pref]: assigned323vm-test-run-nixbot-gitlab> gitlab # [    0.288017] pci 0000:00:07.0: BAR 4 [mem 0x8000018000-0x800001bfff 64bit pref]: assigned324vm-test-run-nixbot-gitlab> gitlab # [    0.288101] pci 0000:00:08.0: BAR 4 [mem 0x800001c000-0x800001ffff 64bit pref]: assigned325vm-test-run-nixbot-gitlab> gitlab # [    0.288186] pci 0000:00:09.0: BAR 4 [mem 0x8000020000-0x8000023fff 64bit pref]: assigned326vm-test-run-nixbot-gitlab> gitlab # [    0.288261] pci 0000:00:0b.0: BAR 4 [mem 0x8000024000-0x8000027fff 64bit pref]: assigned327vm-test-run-nixbot-gitlab> gitlab # [    0.288379] pci 0000:00:0c.0: BAR 4 [mem 0x8000028000-0x800002bfff 64bit pref]: assigned328vm-test-run-nixbot-gitlab> gitlab # [    0.288466] pci 0000:00:01.0: BAR 1 [mem 0x10080000-0x10080fff]: assigned329vm-test-run-nixbot-gitlab> gitlab # [    0.288497] pci 0000:00:02.0: BAR 1 [mem 0x10081000-0x10081fff]: assigned330vm-test-run-nixbot-gitlab> gitlab # [    0.288528] pci 0000:00:03.0: BAR 1 [mem 0x10082000-0x10082fff]: assigned331vm-test-run-nixbot-gitlab> gitlab # [    0.288558] pci 0000:00:04.0: BAR 1 [mem 0x10083000-0x10083fff]: assigned332vm-test-run-nixbot-gitlab> gitlab # [    0.288589] pci 0000:00:05.0: BAR 1 [mem 0x10084000-0x10084fff]: assigned333vm-test-run-nixbot-gitlab> gitlab # [    0.288621] pci 0000:00:06.0: BAR 1 [mem 0x10085000-0x10085fff]: assigned334vm-test-run-nixbot-gitlab> gitlab # [    0.288659] pci 0000:00:07.0: BAR 1 [mem 0x10086000-0x10086fff]: assigned335vm-test-run-nixbot-gitlab> gitlab # [    0.288690] pci 0000:00:08.0: BAR 1 [mem 0x10087000-0x10087fff]: assigned336vm-test-run-nixbot-gitlab> gitlab # [    0.288722] pci 0000:00:09.0: BAR 1 [mem 0x10088000-0x10088fff]: assigned337vm-test-run-nixbot-gitlab> gitlab # [    0.288753] pci 0000:00:0a.0: BAR 0 [mem 0x10089000-0x10089fff]: assigned338vm-test-run-nixbot-gitlab> gitlab # [    0.288793] pci 0000:00:0b.0: BAR 1 [mem 0x1008a000-0x1008afff]: assigned339vm-test-run-nixbot-gitlab> gitlab # [    0.288835] pci 0000:00:0c.0: BAR 1 [mem 0x1008b000-0x1008bfff]: assigned340vm-test-run-nixbot-gitlab> gitlab # [    0.288872] pci 0000:00:05.0: BAR 0 [io  0x1000-0x107f]: assigned341vm-test-run-nixbot-gitlab> gitlab # [    0.288910] pci 0000:00:06.0: BAR 0 [io  0x1080-0x10ff]: assigned342vm-test-run-nixbot-gitlab> gitlab # [    0.288941] pci 0000:00:0b.0: BAR 0 [io  0x1100-0x113f]: assigned343vm-test-run-nixbot-gitlab> gitlab # [    0.288972] pci 0000:00:01.0: BAR 0 [io  0x1140-0x115f]: assigned344vm-test-run-nixbot-gitlab> gitlab # [    0.289002] pci 0000:00:02.0: BAR 0 [io  0x1160-0x117f]: assigned345vm-test-run-nixbot-gitlab> gitlab # [    0.289033] pci 0000:00:03.0: BAR 0 [io  0x1180-0x119f]: assigned346vm-test-run-nixbot-gitlab> gitlab # [    0.289064] pci 0000:00:04.0: BAR 0 [io  0x11a0-0x11bf]: assigned347vm-test-run-nixbot-gitlab> gitlab # [    0.289103] pci 0000:00:07.0: BAR 0 [io  0x11c0-0x11df]: assigned348vm-test-run-nixbot-gitlab> gitlab # [    0.289134] pci 0000:00:0c.0: BAR 0 [io  0x11e0-0x11ff]: assigned349vm-test-run-nixbot-gitlab> gitlab # [    0.289171] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]350vm-test-run-nixbot-gitlab> gitlab # [    0.289180] pci_bus 0000:00: resource 5 [mem 0x10000000-0x3efeffff]351vm-test-run-nixbot-gitlab> gitlab # [    0.289186] pci_bus 0000:00: resource 6 [mem 0x8000000000-0xffffffffff]352vm-test-run-nixbot-gitlab> gitlab # [    0.291623] pci 0000:00:0a.0: enabling device (0000 -> 0002)353vm-test-run-nixbot-gitlab> gitlab # [    0.310230] virtio-pci 0000:00:01.0: enabling device (0000 -> 0003)354vm-test-run-nixbot-gitlab> gitlab # [    0.313201] virtio-pci 0000:00:02.0: enabling device (0000 -> 0003)355vm-test-run-nixbot-gitlab> gitlab # [    0.316005] virtio-pci 0000:00:03.0: enabling device (0000 -> 0003)356vm-test-run-nixbot-gitlab> gitlab # [    0.318881] virtio-pci 0000:00:04.0: enabling device (0000 -> 0003)357vm-test-run-nixbot-gitlab> gitlab # [    0.324366] virtio-pci 0000:00:05.0: enabling device (0000 -> 0003)358vm-test-run-nixbot-gitlab> gitlab # [    0.327195] virtio-pci 0000:00:06.0: enabling device (0000 -> 0003)359vm-test-run-nixbot-gitlab> gitlab # [    0.330320] virtio-pci 0000:00:07.0: enabling device (0000 -> 0003)360vm-test-run-nixbot-gitlab> gitlab # [    0.333271] virtio-pci 0000:00:08.0: enabling device (0000 -> 0002)361vm-test-run-nixbot-gitlab> gitlab # [    0.338482] virtio-pci 0000:00:09.0: enabling device (0000 -> 0002)362vm-test-run-nixbot-gitlab> gitlab # [    0.341664] virtio-pci 0000:00:0b.0: enabling device (0000 -> 0003)363vm-test-run-nixbot-gitlab> gitlab # [    0.344657] virtio-pci 0000:00:0c.0: enabling device (0000 -> 0003)364vm-test-run-nixbot-gitlab> gitlab # [    0.352654] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled365vm-test-run-nixbot-gitlab> gitlab # [    0.354970] msm_serial: driver initialized366vm-test-run-nixbot-gitlab> gitlab # [    0.355161] SuperH (H)SCI(F) driver initialized367vm-test-run-nixbot-gitlab> gitlab # [    0.355232] STM32 USART driver initialized368vm-test-run-nixbot-gitlab> gitlab # [    0.382055] loop: module loaded369vm-test-run-nixbot-gitlab> gitlab # [    0.382286] virtio_blk virtio4: 4/0/0 default/read/poll queues370vm-test-run-nixbot-gitlab> gitlab # [    0.384604] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)371vm-test-run-nixbot-gitlab> gitlab # [    0.386696] virtio_blk virtio5: 4/0/0 default/read/poll queues372vm-test-run-nixbot-gitlab> gitlab # [    0.388899] virtio_blk virtio5: [vdb] 10625200 512-byte logical blocks (5.44 GB/5.07 GiB)373vm-test-run-nixbot-gitlab> gitlab # [    0.391305] megasas: 07.734.00.00-rc1374vm-test-run-nixbot-gitlab> gitlab # [    0.393388] physmap-flash 0.flash: physmap platform flash device: [mem 0x00000000-0x03ffffff]375vm-test-run-nixbot-gitlab> gitlab # [    0.400979] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000376vm-test-run-nixbot-gitlab> gitlab # [    0.401022] Intel/Sharp Extended Query Table at 0x0031377vm-test-run-nixbot-gitlab> gitlab # [    0.406160] Using buffer write method378vm-test-run-nixbot-gitlab> gitlab # [    0.406232] physmap-flash 0.flash: physmap platform flash device: [mem 0x04000000-0x07ffffff]379vm-test-run-nixbot-gitlab> gitlab # [    0.410031] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000380vm-test-run-nixbot-gitlab> gitlab # [    0.410061] Intel/Sharp Extended Query Table at 0x0031381vm-test-run-nixbot-gitlab> gitlab # [    0.414546] Using buffer write method382vm-test-run-nixbot-gitlab> gitlab # [    0.414578] Concatenating MTD devices:383vm-test-run-nixbot-gitlab> gitlab # [    0.414585] (0): "0.flash"384vm-test-run-nixbot-gitlab> gitlab # [    0.414591] (1): "0.flash"385vm-test-run-nixbot-gitlab> gitlab # [    0.414596] into device "0.flash"386vm-test-run-nixbot-gitlab> gitlab # [    0.564732] Freeing initrd memory: 25372K387vm-test-run-nixbot-gitlab> gitlab # [    0.582450] tun: Universal TUN/TAP device driver, 1.6388vm-test-run-nixbot-gitlab> gitlab # [    0.590199] thunder_xcv, ver 1.0389vm-test-run-nixbot-gitlab> gitlab # [    0.590304] thunder_bgx, ver 1.0390vm-test-run-nixbot-gitlab> gitlab # [    0.590361] nicpf, ver 1.0391vm-test-run-nixbot-gitlab> gitlab # [    0.591982] e1000: Intel(R) PRO/1000 Network Driver392vm-test-run-nixbot-gitlab> gitlab # [    0.591994] e1000: Copyright (c) 1999-2006 Intel Corporation.393vm-test-run-nixbot-gitlab> gitlab # [    0.592054] e1000e: Intel(R) PRO/1000 Network Driver394vm-test-run-nixbot-gitlab> gitlab # [    0.592068] e1000e: Copyright(c) 1999 - 2015 Intel Corporation.395vm-test-run-nixbot-gitlab> gitlab # [    0.592155] igb: Intel(R) Gigabit Ethernet Network Driver396vm-test-run-nixbot-gitlab> gitlab # [    0.592165] igb: Copyright (c) 2007-2014 Intel Corporation.397vm-test-run-nixbot-gitlab> gitlab # [    0.592222] igbvf: Intel(R) Gigabit Virtual Function Network Driver398vm-test-run-nixbot-gitlab> gitlab # [    0.592232] igbvf: Copyright (c) 2009 - 2012 Intel Corporation.399vm-test-run-nixbot-gitlab> gitlab # [    0.592626] sky2: driver version 1.30400vm-test-run-nixbot-gitlab> gitlab # [    0.597484] usbcore: registered new interface driver usb-storage401vm-test-run-nixbot-gitlab> gitlab # [    0.597536] ehci-pci 0000:00:0a.0: EHCI Host Controller402vm-test-run-nixbot-gitlab> gitlab # [    0.597613] ehci-pci 0000:00:0a.0: new USB bus registered, assigned bus number 1403vm-test-run-nixbot-gitlab> gitlab # [    0.597780] usbcore: registered new interface driver usbserial_generic404vm-test-run-nixbot-gitlab> gitlab # [    0.597818] usbserial: USB Serial support registered for generic405vm-test-run-nixbot-gitlab> gitlab # [    0.598203] ehci-pci 0000:00:0a.0: irq 15, io mem 0x10089000406vm-test-run-nixbot-gitlab> gitlab # [    0.599560] hv_vmbus: registering driver hyperv_keyboard407vm-test-run-nixbot-gitlab> gitlab # [    0.602107] rtc-pl031 9010000.pl031: registered as rtc0408vm-test-run-nixbot-gitlab> gitlab # [    0.602161] rtc-pl031 9010000.pl031: setting system clock to 2026-06-16T07:16:53 UTC (1781594213)409vm-test-run-nixbot-gitlab> gitlab # [    0.603052] i2c_dev: i2c /dev entries driver410vm-test-run-nixbot-gitlab> gitlab # [    0.611215] sdhci: Secure Digital Host Controller Interface driver411vm-test-run-nixbot-gitlab> gitlab # [    0.611229] sdhci: Copyright(c) Pierre Ossman412vm-test-run-nixbot-gitlab> gitlab # [    0.612027] Synopsys Designware Multimedia Card Interface Driver413vm-test-run-nixbot-gitlab> gitlab # [    0.613205] sdhci-pltfm: SDHCI platform and OF driver helper414vm-test-run-nixbot-gitlab> gitlab # [    0.613338] ehci-pci 0000:00:0a.0: USB 2.0 started, EHCI 1.00415vm-test-run-nixbot-gitlab> gitlab # [    0.614252] hub 1-0:1.0: USB hub found416vm-test-run-nixbot-gitlab> gitlab # [    0.614319] hub 1-0:1.0: 6 ports detected417vm-test-run-nixbot-gitlab> gitlab # [    0.618059] hid: raw HID events driver (C) Jiri Kosina418vm-test-run-nixbot-gitlab> gitlab # [    0.618982] usbcore: registered new interface driver usbhid419vm-test-run-nixbot-gitlab> gitlab # [    0.618994] usbhid: USB HID core driver420vm-test-run-nixbot-gitlab> gitlab # [    0.653934] hw perfevents: enabled with armv8_pmuv3 PMU driver, 11 (0,800003ff) counters available421vm-test-run-nixbot-gitlab> gitlab # [    0.659148] drop_monitor: Initializing network drop monitor service422vm-test-run-nixbot-gitlab> gitlab # [    0.659760] NET: Registered PF_INET6 protocol family423vm-test-run-nixbot-gitlab> gitlab # [    0.662322] Segment Routing with IPv6424vm-test-run-nixbot-gitlab> gitlab # [    0.662361] In-situ OAM (IOAM) with IPv6425vm-test-run-nixbot-gitlab> gitlab # [    0.662530] NET: Registered PF_PACKET protocol family426vm-test-run-nixbot-gitlab> gitlab # [    0.662939] 9pnet: Installing 9P2000 support427vm-test-run-nixbot-gitlab> gitlab # [    0.667024] Key type dns_resolver registered428vm-test-run-nixbot-gitlab> gitlab # [    0.685910] registered taskstats version 1429vm-test-run-nixbot-gitlab> gitlab # [    0.686409] Loading compiled-in X.509 certificates430vm-test-run-nixbot-gitlab> gitlab # [    0.713340] Demotion targets for Node 0: null431vm-test-run-nixbot-gitlab> gitlab # [    0.713589] Key type .fscrypt registered432vm-test-run-nixbot-gitlab> gitlab # [    0.713600] Key type fscrypt-provisioning registered433vm-test-run-nixbot-gitlab> gitlab # [    0.713826] ima: No TPM chip found, activating TPM-bypass!434vm-test-run-nixbot-gitlab> gitlab # [    0.713856] ima: Allocated hash algorithm: sha1435vm-test-run-nixbot-gitlab> gitlab # [    0.713916] ima: No architecture policies found436vm-test-run-nixbot-gitlab> gitlab # [    0.715287] input: gpio-keys as /devices/platform/gpio-keys/input/input0437vm-test-run-nixbot-gitlab> gitlab # [    0.749623] clk: Disabling unused clocks438vm-test-run-nixbot-gitlab> gitlab # [    0.749655] PM: genpd: Disabling unused power domains439vm-test-run-nixbot-gitlab> gitlab # [    0.756028] Freeing unused kernel memory: 4736K440vm-test-run-nixbot-gitlab> gitlab # [    0.756273] Run /init as init process441vm-test-run-nixbot-gitlab> gitlab # [    0.791250] systemd[1]: Successfully made /usr/ read-only.442vm-test-run-nixbot-gitlab> gitlab # [    0.877322] usb 1-1: new high-speed USB device number 2 using ehci-pci443vm-test-run-nixbot-gitlab> gitlab # [    1.039833] input: QEMU QEMU USB Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input1444vm-test-run-nixbot-gitlab> gitlab # [    1.125838] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)445vm-test-run-nixbot-gitlab> gitlab # [    1.125901] systemd[1]: Detected virtualization qemu.446vm-test-run-nixbot-gitlab> gitlab # [    1.125965] systemd[1]: Detected architecture arm64.447vm-test-run-nixbot-gitlab> gitlab # [    1.125980] systemd[1]: Running in initrd.448vm-test-run-nixbot-gitlab> gitlab # [    1.126928] systemd[1]: Initializing machine ID from random generator.449vm-test-run-nixbot-gitlab> gitlab # [    1.127169] systemd[1]: Hostname set to <gitlab>.450vm-test-run-nixbot-gitlab> gitlab # [    1.133844] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v1.11 Keyboard [QEMU QEMU USB Keyboard] on usb-0000:00:0a.0-1/input0451vm-test-run-nixbot-gitlab> gitlab # [    1.253276] usb 1-2: new high-speed USB device number 3 using ehci-pci452vm-test-run-nixbot-gitlab> gitlab # [    1.267234] systemd[1]: Queued start job for default target Initrd Default Target.453vm-test-run-nixbot-gitlab> gitlab # [    1.405507] input: QEMU QEMU USB Tablet as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-2/1-2:1.0/0003:0627:0001.0002/input/input2454vm-test-run-nixbot-gitlab> gitlab # [    1.405853] hid-generic 0003:0627:0001.0002: input,hidraw1: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:0a.0-2/input0455vm-test-run-nixbot-gitlab> gitlab # [    1.518285] systemd[1]: Created slice Slice /system/modprobe.456vm-test-run-nixbot-gitlab> gitlab # [    1.518865] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.457vm-test-run-nixbot-gitlab> gitlab # [    1.518947] systemd[1]: Expecting device /dev/disk/by-label/nix-store...458vm-test-run-nixbot-gitlab> gitlab # [    1.518974] systemd[1]: Expecting device /dev/disk/by-label/nixos...459vm-test-run-nixbot-gitlab> gitlab # [    1.519022] systemd[1]: Reached target Path Units.460vm-test-run-nixbot-gitlab> gitlab # [    1.519057] systemd[1]: Reached target Slice Units.461vm-test-run-nixbot-gitlab> gitlab # [    1.519098] systemd[1]: Reached target Swaps.462vm-test-run-nixbot-gitlab> gitlab # [    1.519138] systemd[1]: Reached target Timer Units.463vm-test-run-nixbot-gitlab> gitlab # [    1.519485] systemd[1]: Listening on D-Bus System Message Bus Socket.464vm-test-run-nixbot-gitlab> gitlab # [    1.519815] systemd[1]: Listening on Journal Socket (/dev/log).465vm-test-run-nixbot-gitlab> gitlab # [    1.520130] systemd[1]: Listening on Journal Sockets.466vm-test-run-nixbot-gitlab> gitlab # [    1.520419] systemd[1]: Listening on udev Control Socket.467vm-test-run-nixbot-gitlab> gitlab # [    1.520675] systemd[1]: Listening on udev Kernel Socket.468vm-test-run-nixbot-gitlab> gitlab # [    1.520717] systemd[1]: Reached target Socket Units.469vm-test-run-nixbot-gitlab> gitlab # [    1.527982] systemd[1]: Starting Create List of Static Device Nodes...470vm-test-run-nixbot-gitlab> gitlab # [    1.535317] systemd[1]: Starting Load Kernel Module 9pnet_virtio...471vm-test-run-nixbot-gitlab> gitlab # [    1.535467] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs472vm-test-run-nixbot-gitlab> gitlab # [    1.543168] systemd[1]: Mounting Kernel Configuration File System...473vm-test-run-nixbot-gitlab> gitlab # [    1.564116] systemd[1]: Starting Journal Service...474vm-test-run-nixbot-gitlab> gitlab # [    1.572559] systemd[1]: Starting Load Kernel Modules...475vm-test-run-nixbot-gitlab> gitlab # [    1.572724] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki476vm-test-run-nixbot-gitlab> gitlab # [    1.581128] systemd[1]: Starting Coldplug All udev Devices...477vm-test-run-nixbot-gitlab> gitlab # [    1.601434] systemd[1]: Finished Create List of Static Device Nodes.478vm-test-run-nixbot-gitlab> gitlab # [    1.606152] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.479vm-test-run-nixbot-gitlab> gitlab # [    1.612946] systemd[1]: Finished Load Kernel Module 9pnet_virtio.480vm-test-run-nixbot-gitlab> gitlab # [    1.621652] systemd-journald[156]: Collecting audit messages is disabled.481vm-test-run-nixbot-gitlab> gitlab # [    1.621674] systemd[1]: Mounted Kernel Configuration File System.482vm-test-run-nixbot-gitlab> gitlab # [    1.626897] [drm] pci: virtio-gpu-pci detected at 0000:00:09.0483vm-test-run-nixbot-gitlab> gitlab # [    1.627249] [drm] features: -virgl +edid -resource_blob -host_visible484vm-test-run-nixbot-gitlab> gitlab # [    1.627266] [drm] features: -context_init485vm-test-run-nixbot-gitlab> gitlab # [    1.628414] [drm] number of scanouts: 1486vm-test-run-nixbot-gitlab> gitlab # [    1.628443] [drm] number of cap sets: 0487vm-test-run-nixbot-gitlab> gitlab # [    1.635848] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...488vm-test-run-nixbot-gitlab> gitlab # [    1.636281] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.489vm-test-run-nixbot-gitlab> gitlab # [    1.636811] virtio-pci 0000:00:09.0: [drm] Registered 1 planes with drm panic490vm-test-run-nixbot-gitlab> gitlab # [    1.636819] [drm] Initialized virtio_gpu 0.1.0 for 0000:00:09.0 on minor 0491vm-test-run-nixbot-gitlab> gitlab # [    1.645448] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev492vm-test-run-nixbot-gitlab> gitlab # [    1.647090] Console: switching to colour frame buffer device 160x50493vm-test-run-nixbot-gitlab> gitlab # [    1.652825] virtio-pci 0000:00:09.0: [drm] fb0: virtio_gpudrmfb frame buffer device494vm-test-run-nixbot-gitlab> gitlab # [    1.665536] systemd[1]: Finished Load Kernel Modules.495vm-test-run-nixbot-gitlab> gitlab # [    1.674418] systemd[1]: Starting Apply Kernel Variables...496vm-test-run-nixbot-gitlab> gitlab # [    1.685545] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.497vm-test-run-nixbot-gitlab> gitlab # [    1.695022] systemd[1]: Starting Create Static Device Nodes in /dev...498vm-test-run-nixbot-gitlab> gitlab # [    1.713907] systemd[1]: Finished Apply Kernel Variables.499vm-test-run-nixbot-gitlab> gitlab # [    1.714375] systemd[1]: Started Journal Service.500vm-test-run-nixbot-gitlab> gitlab # [    1.713567] systemd-modules-load[158]: Using 4 probe threads501vm-test-run-nixbot-gitlab> gitlab # [    1.718088] systemd-modules-load[158]: Module 'virtio_balloon' is built in502vm-test-run-nixbot-gitlab> gitlab # [    1.719440] systemd-modules-load[158]: Module 'virtio_console' is built in503vm-test-run-nixbot-gitlab> gitlab # [    1.720772] systemd-modules-load[158]: Module 'virtio_rng' is built in504vm-test-run-nixbot-gitlab> gitlab # [    1.721964] systemd-modules-load[158]: Inserted module 'dm_mod'505vm-test-run-nixbot-gitlab> gitlab # [    1.723537] systemd-modules-load[158]: Inserted module 'virtio_gpu'506vm-test-run-nixbot-gitlab> gitlab # [    1.732423] systemd[1]: Finished Create Static Device Nodes in /dev.507vm-test-run-nixbot-gitlab> gitlab # [    1.734863] systemd[1]: Reached target Preparation for Local File Systems.508vm-test-run-nixbot-gitlab> gitlab # [    1.737833] systemd[1]: Reached target Local File Systems.509vm-test-run-nixbot-gitlab> gitlab # [    1.740046] systemd[1]: Starting Create System Files and Directories...510vm-test-run-nixbot-gitlab> gitlab # [    1.743268] systemd[1]: Starting Rule-based Manager for Device Events and Files...511vm-test-run-nixbot-gitlab> gitlab # [    1.781968] systemd[1]: Finished Create System Files and Directories.512vm-test-run-nixbot-gitlab> gitlab # [    1.802895] systemd-udevd[192]: Using default interface naming scheme 'v260'.513vm-test-run-nixbot-gitlab> gitlab # [    1.827217] systemd[1]: Started Rule-based Manager for Device Events and Files.514vm-test-run-nixbot-gitlab> gitlab # [    1.860803] systemd[1]: Starting Virtual Console Setup...515vm-test-run-nixbot-gitlab> gitlab # [    1.930022] systemd-vconsole-setup[208]: Configuration of first virtual console was skipped, ignoring remaining ones.516vm-test-run-nixbot-gitlab> gitlab # [    1.935610] systemd[1]: Finished Virtual Console Setup.517vm-test-run-nixbot-gitlab> gitlab # [    2.333013] systemd[1]: Finished Coldplug All udev Devices.518vm-test-run-nixbot-gitlab> gitlab # [    2.335508] systemd[1]: Reached target System Initialization.519vm-test-run-nixbot-gitlab> gitlab # [    2.338040] systemd[1]: Reached target Basic System.520vm-test-run-nixbot-gitlab> gitlab # [    2.520391] (udev-worker)[199]: Network interface NamePolicy= disabled on kernel command line.521vm-test-run-nixbot-gitlab> gitlab # [    2.545811] systemd[1]: Found device /dev/disk/by-label/nix-store.522vm-test-run-nixbot-gitlab> gitlab # [    2.550938] (udev-worker)[198]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.523vm-test-run-nixbot-gitlab> gitlab # [    2.554851] (udev-worker)[198]: Network interface NamePolicy= disabled on kernel command line.524vm-test-run-nixbot-gitlab> gitlab # [    2.607098] systemd[1]: Found device /dev/disk/by-label/nixos.525vm-test-run-nixbot-gitlab> gitlab # [    2.611937] systemd[1]: Reached target Initrd Root Device.526vm-test-run-nixbot-gitlab> gitlab # [    2.614518] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...527vm-test-run-nixbot-gitlab> gitlab # [    2.656924] systemd-fsck[234]: nixos: clean, 12/65536 files, 13019/262144 blocks528vm-test-run-nixbot-gitlab> gitlab # [    2.665232] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.529vm-test-run-nixbot-gitlab> gitlab # [    2.672391] systemd[1]: Mounting /sysroot...530vm-test-run-nixbot-gitlab> gitlab # [    2.706337] EXT4-fs (vda): mounted filesystem a26ac397-41b8-46e4-9479-2dab163ff97a r/w with ordered data mode. Quota mode: none.531vm-test-run-nixbot-gitlab> gitlab # [    2.708915] systemd[1]: Mounted /sysroot.532vm-test-run-nixbot-gitlab> gitlab # [    2.711389] systemd[1]: Reached target Initrd Root File System.533vm-test-run-nixbot-gitlab> gitlab # [    2.718582] systemd[1]: Starting Mountpoints Configured in the Real Root...534vm-test-run-nixbot-gitlab> gitlab # [    2.752657] systemd-sysroot-fstab-check[245]: /sysroot should be mounted in the initrd, will request daemon-reload.535vm-test-run-nixbot-gitlab> gitlab # [    2.756227] systemd[1]: Reload requested from client PID 245 ('systemd-sysroot') (unit initrd-parse-etc.service)...536vm-test-run-nixbot-gitlab> gitlab # [    2.759121] systemd[1]: Reloading...537vm-test-run-nixbot-gitlab> gitlab # [    3.055758] systemd[1]: Reloading finished in 300 ms.538vm-test-run-nixbot-gitlab> gitlab # [    3.092237] systemd-sysroot-fstab-check[245]: Requesting initrd-fs.target/start/replace...539vm-test-run-nixbot-gitlab> gitlab # [    3.153437] (udev-worker)[215]: mtd0ro: Failed to find and pin callout binary "/nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/mtd_probe": No such file or directory540vm-test-run-nixbot-gitlab> gitlab # [    3.155692] (udev-worker)[215]: mtd0ro: /nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/rules.d/75-probe_mtd.rules:5 IMPORT{program}="mtd_probe $devnode": Failed to execute "mtd_probe /dev/mtd0ro", ignoring: No such file or directory541vm-test-run-nixbot-gitlab> gitlab # [    3.184578] systemd-sysroot-fstab-check[245]: Requesting swap.target/start/replace...542vm-test-run-nixbot-gitlab> gitlab # [    3.188239] systemd[1]: initrd-parse-etc.service: Deactivated successfully.543vm-test-run-nixbot-gitlab> gitlab # [    3.190071] systemd[1]: Finished Mountpoints Configured in the Real Root.544vm-test-run-nixbot-gitlab> gitlab # [    3.191062] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.545vm-test-run-nixbot-gitlab> gitlab # [    3.200509] systemd[1]: Starting Load Kernel Module 9pnet_virtio...546vm-test-run-nixbot-gitlab> gitlab # [    3.201529] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.547vm-test-run-nixbot-gitlab> gitlab # [    3.202653] systemd[1]: Stopped Virtual Console Setup.548vm-test-run-nixbot-gitlab> gitlab # [    3.207388] systemd[1]: Stopping Virtual Console Setup...549vm-test-run-nixbot-gitlab> gitlab # [    3.232150] systemd[1]: Starting Virtual Console Setup...550vm-test-run-nixbot-gitlab> gitlab # [    3.233485] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.551vm-test-run-nixbot-gitlab> gitlab # [    3.235851] systemd[1]: Finished Load Kernel Module 9pnet_virtio.552vm-test-run-nixbot-gitlab> gitlab # [    3.265881] systemd-vconsole-setup[450]: Configuration of first virtual console was skipped, ignoring remaining ones.553vm-test-run-nixbot-gitlab> gitlab # [    3.270550] systemd[1]: Finished Virtual Console Setup.554vm-test-run-nixbot-gitlab> gitlab # [    3.603714] systemd[1]: Mounting /sysroot/nix/.ro-store...555vm-test-run-nixbot-gitlab> gitlab # [    3.611493] systemd[1]: Mounting /sysroot/nix/.rw-store...556vm-test-run-nixbot-gitlab> gitlab # [    3.637459] systemd[1]: Mounting /sysroot/run...557vm-test-run-nixbot-gitlab> gitlab # [    3.649169] systemd[1]: Mounting /sysroot/tmp/shared...558vm-test-run-nixbot-gitlab> gitlab # [    3.657465] systemd[1]: Mounting /sysroot/tmp/xchg...559vm-test-run-nixbot-gitlab> gitlab # [    3.671137] erofs (device vdb): mounted with root inode @ nid 128.560vm-test-run-nixbot-gitlab> gitlab # [    3.681316] systemd[1]: Mounted /sysroot/nix/.ro-store.561vm-test-run-nixbot-gitlab> gitlab # [    3.683749] systemd[1]: Mounted /sysroot/nix/.rw-store.562vm-test-run-nixbot-gitlab> gitlab # [    3.686069] systemd[1]: Mounted /sysroot/run.563vm-test-run-nixbot-gitlab> gitlab # [    3.691320] systemd[1]: Mounted /sysroot/tmp/shared.564vm-test-run-nixbot-gitlab> gitlab # [    3.693623] systemd[1]: Mounted /sysroot/tmp/xchg.565vm-test-run-nixbot-gitlab> gitlab # [    3.703446] systemd[1]: Starting rw-sysroot-nix-store.service...566vm-test-run-nixbot-gitlab> gitlab # [    3.737080] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.567vm-test-run-nixbot-gitlab> gitlab # [    3.742189] systemd[1]: Finished rw-sysroot-nix-store.service.568vm-test-run-nixbot-gitlab> gitlab # [    4.600696] systemd[1]: Mounting /sysroot/nix/store...569vm-test-run-nixbot-gitlab> gitlab # [    4.673633] systemd[1]: Mounted /sysroot/nix/store.570vm-test-run-nixbot-gitlab> gitlab # [    4.675780] systemd[1]: Reached target Initrd File Systems.571vm-test-run-nixbot-gitlab> gitlab # [    4.683356] systemd[1]: Starting Find NixOS closure...572vm-test-run-nixbot-gitlab> gitlab # [    4.690042] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...573vm-test-run-nixbot-gitlab> gitlab # [    4.739021] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.574vm-test-run-nixbot-gitlab> gitlab # [    4.742660] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.575vm-test-run-nixbot-gitlab> gitlab # [    4.765054] systemd[1]: Finished Find NixOS closure.576vm-test-run-nixbot-gitlab> gitlab # [    4.767324] systemd[1]: Reached target Initrd Default Target.577vm-test-run-nixbot-gitlab> gitlab # [    4.774617] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...578vm-test-run-nixbot-gitlab> gitlab # [    4.825221] systemd[1]: Stopped target Initrd Default Target.579vm-test-run-nixbot-gitlab> gitlab # [    4.827617] systemd[1]: Stopped target Basic System.580vm-test-run-nixbot-gitlab> gitlab # [    4.829828] systemd[1]: Stopped target Initrd Root Device.581vm-test-run-nixbot-gitlab> gitlab # [    4.832094] systemd[1]: Stopped target Path Units.582vm-test-run-nixbot-gitlab> gitlab # [    4.834085] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.583vm-test-run-nixbot-gitlab> gitlab # [    4.837199] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.584vm-test-run-nixbot-gitlab> gitlab # [    4.840344] systemd[1]: Stopped target Slice Units.585vm-test-run-nixbot-gitlab> gitlab # [    4.842365] systemd[1]: Stopped target Socket Units.586vm-test-run-nixbot-gitlab> gitlab # [    4.844503] systemd[1]: Stopped target System Initialization.587vm-test-run-nixbot-gitlab> gitlab # [    4.846813] systemd[1]: Stopped target Swaps.588vm-test-run-nixbot-gitlab> gitlab # [    4.848751] systemd[1]: Stopped target Timer Units.589vm-test-run-nixbot-gitlab> gitlab # [    4.850821] systemd[1]: dbus.socket: Deactivated successfully.590vm-test-run-nixbot-gitlab> gitlab # [    4.853293] systemd[1]: Closed D-Bus System Message Bus Socket.591vm-test-run-nixbot-gitlab> gitlab # [    4.855700] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.592vm-test-run-nixbot-gitlab> gitlab # [    4.858885] systemd[1]: Stopped Find NixOS closure.593vm-test-run-nixbot-gitlab> gitlab # [    4.861010] systemd[1]: Starting Load Kernel Module 9pnet_virtio...594vm-test-run-nixbot-gitlab> gitlab # [    4.863510] systemd[1]: Starting rw-sysroot-nix-store.service...595vm-test-run-nixbot-gitlab> gitlab # [    4.865945] systemd[1]: systemd-sysctl.service: Deactivated successfully.596vm-test-run-nixbot-gitlab> gitlab # [    4.868527] systemd[1]: Stopped Apply Kernel Variables.597vm-test-run-nixbot-gitlab> gitlab # [    4.874948] systemd[1]: systemd-modules-load.service: Deactivated successfully.598vm-test-run-nixbot-gitlab> gitlab # [    4.878076] systemd[1]: Stopped Load Kernel Modules.599vm-test-run-nixbot-gitlab> gitlab # [    4.885061] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.600vm-test-run-nixbot-gitlab> gitlab # [    4.888413] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.601vm-test-run-nixbot-gitlab> gitlab # [    4.896453] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.602vm-test-run-nixbot-gitlab> gitlab # [    4.899374] systemd[1]: Stopped Create System Files and Directories.603vm-test-run-nixbot-gitlab> gitlab # [    4.905790] systemd[1]: Stopped target Local File Systems.604vm-test-run-nixbot-gitlab> gitlab # [    4.908078] systemd[1]: Stopped target Preparation for Local File Systems.605vm-test-run-nixbot-gitlab> gitlab # [    4.910778] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.606vm-test-run-nixbot-gitlab> gitlab # [    4.913754] systemd[1]: Stopped Coldplug All udev Devices.607vm-test-run-nixbot-gitlab> gitlab # [    4.915972] systemd[1]: Stopping Rule-based Manager for Device Events and Files...608vm-test-run-nixbot-gitlab> gitlab # [    4.918925] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.609vm-test-run-nixbot-gitlab> gitlab # [    4.922630] systemd[1]: Stopped Virtual Console Setup.610vm-test-run-nixbot-gitlab> gitlab # [    4.935804] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.611vm-test-run-nixbot-gitlab> gitlab # [    4.940898] systemd[1]: Finished Load Kernel Module 9pnet_virtio.612vm-test-run-nixbot-gitlab> gitlab # [    4.951574] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.613vm-test-run-nixbot-gitlab> gitlab # [    4.956674] systemd[1]: Finished rw-sysroot-nix-store.service.614vm-test-run-nixbot-gitlab> gitlab # [    4.967076] systemd[1]: systemd-udevd.service: Deactivated successfully.615vm-test-run-nixbot-gitlab> gitlab # [    4.972245] systemd[1]: Stopped Rule-based Manager for Device Events and Files.616vm-test-run-nixbot-gitlab> gitlab # [    4.975124] systemd[1]: systemd-udevd.service: Consumed 2.397s CPU time over 3.224s wall clock time, 32.5M memory peak.617vm-test-run-nixbot-gitlab> gitlab # [    4.991155] systemd[1]: initrd-cleanup.service: Deactivated successfully.618vm-test-run-nixbot-gitlab> gitlab # [    4.996142] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.619vm-test-run-nixbot-gitlab> gitlab # [    5.010244] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.620vm-test-run-nixbot-gitlab> gitlab # [    5.013240] systemd[1]: Closed udev Control Socket.621vm-test-run-nixbot-gitlab> gitlab # [    5.025715] systemd[1]: Starting Cleanup udev Database...622vm-test-run-nixbot-gitlab> gitlab # [    5.027949] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.623vm-test-run-nixbot-gitlab> gitlab # [    5.031069] systemd[1]: Stopped Create Static Device Nodes in /dev.624vm-test-run-nixbot-gitlab> gitlab # [    5.034505] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.625vm-test-run-nixbot-gitlab> gitlab # [    5.037927] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.626vm-test-run-nixbot-gitlab> gitlab # [    5.043196] systemd[1]: kmod-static-nodes.service: Deactivated successfully.627vm-test-run-nixbot-gitlab> gitlab # [    5.046116] systemd[1]: Stopped Create List of Static Device Nodes.628vm-test-run-nixbot-gitlab> gitlab # [    5.126317] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.629vm-test-run-nixbot-gitlab> gitlab # [    5.131116] systemd[1]: Finished Cleanup udev Database.630vm-test-run-nixbot-gitlab> gitlab # [    5.140614] systemd[1]: Reached target Switch Root.631vm-test-run-nixbot-gitlab> gitlab # [    5.148136] systemd[1]: Starting NixOS Activation...632vm-test-run-nixbot-gitlab> gitlab # [    5.351126] initrd-nixos-activation-start[559]: booting system configuration /nix/store/crxhfk82ppmhqh4yq402q3cb9408lhrp-nixos-system-gitlab-test633vm-test-run-nixbot-gitlab> gitlab # [    5.412597] initrd-nixos-activation-start[559]: running activation script...634vm-test-run-nixbot-gitlab> gitlab # [    5.743146] initrd-nixos-activation-start[582]: setting up /etc...635vm-test-run-nixbot-gitlab> gitlab # [    5.933126] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.636vm-test-run-nixbot-gitlab> gitlab # [    5.937578] systemd[1]: Finished NixOS Activation.637vm-test-run-nixbot-gitlab> gitlab # [    5.954033] systemd[1]: Starting Switch Root...638vm-test-run-nixbot-gitlab> gitlab # [    6.008146] systemd[1]: Switching root.639vm-test-run-nixbot-gitlab> gitlab # [    6.585533] systemd-journald[156]: Received SIGTERM from PID 1 (systemd).640vm-test-run-nixbot-gitlab> gitlab # [    7.298582] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)641vm-test-run-nixbot-gitlab> gitlab # [    7.298727] systemd[1]: Detected virtualization qemu.642vm-test-run-nixbot-gitlab> gitlab # [    7.298837] systemd[1]: Detected architecture arm64.643vm-test-run-nixbot-gitlab> gitlab # [    7.299020] systemd[1]: Detected first boot.644vm-test-run-nixbot-gitlab> gitlab # [    7.300581] systemd[1]: Initializing machine ID from random generator.645vm-test-run-nixbot-gitlab> gitlab # [    7.554179] systemd[1]: bpf-restrict-fs: LSM BPF program attached646vm-test-run-nixbot-gitlab> gitlab # [    7.657136] systemd[1]: Applying preset policy.647vm-test-run-nixbot-gitlab> gitlab # [    7.869811] systemd[1]: Populated /etc with preset unit settings.648vm-test-run-nixbot-gitlab> gitlab # [    8.028317] systemd[1]: initrd-switch-root.service: Deactivated successfully.649vm-test-run-nixbot-gitlab> gitlab # [    8.028699] systemd[1]: Stopped initrd-switch-root.service.650vm-test-run-nixbot-gitlab> gitlab # [    8.032875] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.651vm-test-run-nixbot-gitlab> gitlab # [    8.039659] systemd[1]: Created slice Slice /system/getty.652vm-test-run-nixbot-gitlab> gitlab # [    8.043397] systemd[1]: Created slice GitLab DevOps Platform Slice.653vm-test-run-nixbot-gitlab> gitlab # [    8.047338] systemd[1]: Created slice User and Session Slice.654vm-test-run-nixbot-gitlab> gitlab # [    8.048726] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.655vm-test-run-nixbot-gitlab> gitlab # [    8.050121] systemd[1]: Started Forward Password Requests to Wall Directory Watch.656vm-test-run-nixbot-gitlab> gitlab # [    8.051254] systemd[1]: Expecting device /dev/hvc0...657vm-test-run-nixbot-gitlab> gitlab # [    8.052370] systemd[1]: Expecting device /dev/ttyAMA0...658vm-test-run-nixbot-gitlab> gitlab # [    8.053516] systemd[1]: Reached target Local Encrypted Volumes.659vm-test-run-nixbot-gitlab> gitlab # [    8.054645] systemd[1]: Stopped target initrd-fs.target.660vm-test-run-nixbot-gitlab> gitlab # [    8.055717] systemd[1]: Stopped target initrd-root-fs.target.661vm-test-run-nixbot-gitlab> gitlab # [    8.056836] systemd[1]: Stopped target initrd-switch-root.target.662vm-test-run-nixbot-gitlab> gitlab # [    8.058021] systemd[1]: Reached target Virtual Machines and Containers.663vm-test-run-nixbot-gitlab> gitlab # [    8.059176] systemd[1]: Reached target Path Units.664vm-test-run-nixbot-gitlab> gitlab # [    8.060290] systemd[1]: Reached target Remote File Systems.665vm-test-run-nixbot-gitlab> gitlab # [    8.061497] systemd[1]: Reached target Slice Units.666vm-test-run-nixbot-gitlab> gitlab # [    8.062448] systemd[1]: Reached target Swaps.667vm-test-run-nixbot-gitlab> gitlab # [    8.066769] systemd[1]: Listening on Process Core Dump Socket.668vm-test-run-nixbot-gitlab> gitlab # [    8.070060] systemd[1]: Listening on Credential Encryption/Decryption.669vm-test-run-nixbot-gitlab> gitlab # [    8.079783] systemd[1]: Starting Journal Log Access Socket...670vm-test-run-nixbot-gitlab> gitlab # [    8.082220] systemd[1]: Listening on Journal Audit Socket.671vm-test-run-nixbot-gitlab> gitlab # [    8.083726] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.672vm-test-run-nixbot-gitlab> gitlab # [    8.084479] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki673vm-test-run-nixbot-gitlab> gitlab # [    8.085661] systemd[1]: Listening on udev Control Socket.674vm-test-run-nixbot-gitlab> gitlab # [    8.094024] systemd[1]: Mounting Huge Pages File System...675vm-test-run-nixbot-gitlab> gitlab # [    8.100802] systemd[1]: Mounting POSIX Message Queue File System...676vm-test-run-nixbot-gitlab> gitlab # [    8.110963] systemd[1]: Mounting Kernel Debug File System...677vm-test-run-nixbot-gitlab> gitlab # [    8.118243] systemd[1]: Mounting Kernel Trace File System...678vm-test-run-nixbot-gitlab> gitlab # [    8.126005] systemd[1]: Starting Create List of Static Device Nodes...679vm-test-run-nixbot-gitlab> gitlab # [    8.141965] systemd[1]: Starting Load Kernel Module 9pnet_virtio...680vm-test-run-nixbot-gitlab> gitlab # [    8.142893] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs681vm-test-run-nixbot-gitlab> gitlab # [    8.154259] systemd[1]: Mounting Kernel Configuration File System...682vm-test-run-nixbot-gitlab> gitlab # [    8.155183] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm683vm-test-run-nixbot-gitlab> gitlab # [    8.155991] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore684vm-test-run-nixbot-gitlab> gitlab # [    8.165152] systemd[1]: Starting Load Kernel Module fuse...685vm-test-run-nixbot-gitlab> gitlab # [    8.166463] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67686vm-test-run-nixbot-gitlab> gitlab # [    8.176425] systemd[1]: Starting Journal Service...687vm-test-run-nixbot-gitlab> gitlab # [    8.181715] systemd[1]: Starting Load Kernel Modules...688vm-test-run-nixbot-gitlab> gitlab # [    8.189585] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...689vm-test-run-nixbot-gitlab> gitlab # [    8.201401] systemd[1]: Starting Remount Root and Kernel File Systems...690vm-test-run-nixbot-gitlab> gitlab # [    8.205407] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki691vm-test-run-nixbot-gitlab> gitlab # [    8.213544] fuse: init (API version 7.45)692vm-test-run-nixbot-gitlab> gitlab # [    8.219222] systemd[1]: Starting Coldplug All udev Devices...693vm-test-run-nixbot-gitlab> gitlab # [    8.228141] systemd[1]: Listening on Journal Log Access Socket.694vm-test-run-nixbot-gitlab> gitlab # [    8.230889] systemd[1]: Mounted Huge Pages File System.695vm-test-run-nixbot-gitlab> gitlab # [    8.233984] systemd[1]: Mounted POSIX Message Queue File System.696vm-test-run-nixbot-gitlab> gitlab # [    8.236468] systemd[1]: Mounted Kernel Debug File System.697vm-test-run-nixbot-gitlab> gitlab # [    8.237623] systemd[1]: Mounted Kernel Trace File System.698vm-test-run-nixbot-gitlab> gitlab # [    8.239165] systemd[1]: Finished Create List of Static Device Nodes.699vm-test-run-nixbot-gitlab> gitlab # [    8.240703] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.700vm-test-run-nixbot-gitlab> gitlab # [    8.242156] systemd[1]: Finished Load Kernel Module 9pnet_virtio.701vm-test-run-nixbot-gitlab> gitlab # [    8.243258] systemd[1]: Mounted Kernel Configuration File System.702vm-test-run-nixbot-gitlab> gitlab # [    8.244537] systemd[1]: modprobe@fuse.service: Deactivated successfully.703vm-test-run-nixbot-gitlab> gitlab # [    8.245850] systemd[1]: Finished Load Kernel Module fuse.704vm-test-run-nixbot-gitlab> gitlab # [    8.247476] systemd[1]: Finished Load Kernel Modules.705vm-test-run-nixbot-gitlab> gitlab # [    8.249139] systemd-journald[792]: Collecting audit messages is enabled.706vm-test-run-nixbot-gitlab> gitlab # [    8.257291] EXT4-fs (vda): re-mounted a26ac397-41b8-46e4-9479-2dab163ff97a.707vm-test-run-nixbot-gitlab> gitlab # [    8.261385] systemd[1]: Mounting FUSE Control File System...708vm-test-run-nixbot-gitlab> gitlab # [    8.289565] systemd[1]: Queued start job for default target Multi-User System.709vm-test-run-nixbot-gitlab> gitlab # [    8.290763] systemd[1]: Starting Firewall...710vm-test-run-nixbot-gitlab> gitlab # [    8.293658] systemd[1]: Unnecessary job was removed for /dev/vdb.711vm-test-run-nixbot-gitlab> gitlab # [    8.295486] systemd[1]: systemd-journald.service: Deactivated successfully.712vm-test-run-nixbot-gitlab> gitlab # [    8.298628] systemd[1]: Starting Apply Kernel Variables...713vm-test-run-nixbot-gitlab> gitlab # [    8.299907] systemd-modules-load[793]: Using 3 probe threads714vm-test-run-nixbot-gitlab> gitlab # [    8.301787] systemd-modules-load[793]: Module 'atkbd' is built in715vm-test-run-nixbot-gitlab> gitlab # [    8.303788] systemd-modules-load[793]: Module 'loop' is built in716vm-test-run-nixbot-gitlab> gitlab # [    8.305911] systemd-modules-load[793]: Inserted module 'tls'717vm-test-run-nixbot-gitlab> gitlab # [    8.308174] systemd-oomd[794]: No swap; memory pressure usage will be degraded718vm-test-run-nixbot-gitlab> gitlab # [    8.312243] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...719vm-test-run-nixbot-gitlab> gitlab # [    8.316882] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.720vm-test-run-nixbot-gitlab> gitlab # [    8.321532] systemd[1]: Started Journal Service.721vm-test-run-nixbot-gitlab> gitlab # [    8.328097] systemd[1]: Finished Remount Root and Kernel File Systems.722vm-test-run-nixbot-gitlab> gitlab # [    8.332287] systemd[1]: Mounted FUSE Control File System.723vm-test-run-nixbot-gitlab> gitlab # [    8.352141] systemd[1]: Finished Apply Kernel Variables.724vm-test-run-nixbot-gitlab> gitlab # [    8.353502] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.725vm-test-run-nixbot-gitlab> gitlab # [    8.362034] systemd[1]: Starting Flush Journal to Persistent Storage...726vm-test-run-nixbot-gitlab> gitlab # [    8.363820] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore727vm-test-run-nixbot-gitlab> gitlab # [    8.368816] systemd[1]: Starting Load/Save OS Random Seed...728vm-test-run-nixbot-gitlab> gitlab # [    8.388830] systemd[1]: Starting Create Static Device Nodes in /dev...729vm-test-run-nixbot-gitlab> gitlab # [    8.390387] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki730vm-test-run-nixbot-gitlab> gitlab # [    8.407822] systemd-journald[792]: Received client request to flush runtime journal.731vm-test-run-nixbot-gitlab> gitlab # [    8.447162] systemd[1]: Finished Load/Save OS Random Seed.732vm-test-run-nixbot-gitlab> gitlab # [    8.449221] systemd[1]: Reached target First Boot Complete.733vm-test-run-nixbot-gitlab> gitlab # [    8.450241] systemd[1]: Finished Create Static Device Nodes in /dev.734vm-test-run-nixbot-gitlab> gitlab # [    8.451363] systemd[1]: Reached target Preparation for Local File Systems.735vm-test-run-nixbot-gitlab> gitlab # [    8.452680] systemd[1]: Starting Rule-based Manager for Device Events and Files...736vm-test-run-nixbot-gitlab> gitlab # [    8.453958] systemd[1]: Finished Flush Journal to Persistent Storage.737vm-test-run-nixbot-gitlab> gitlab # [    8.509535] systemd-udevd[847]: Using default interface naming scheme 'v260'.738vm-test-run-nixbot-gitlab> gitlab # [    8.575968] systemd[1]: Started Rule-based Manager for Device Events and Files.739vm-test-run-nixbot-gitlab> gitlab # [    8.822552] systemd[1]: Finished Firewall.740vm-test-run-nixbot-gitlab> gitlab # [    8.979120] systemd[1]: Finished Coldplug All udev Devices.741vm-test-run-nixbot-gitlab> gitlab # [    9.033481] systemd[1]: Mounting /run/wrappers...742vm-test-run-nixbot-gitlab> gitlab # [    9.066276] systemd[1]: Mounted /run/wrappers.743vm-test-run-nixbot-gitlab> gitlab # [    9.067321] systemd[1]: Reached target Local File Systems.744vm-test-run-nixbot-gitlab> gitlab # [    9.071552] systemd[1]: Listening on Boot Loader Control Service Socket.745vm-test-run-nixbot-gitlab> gitlab # [    9.076806] systemd[1]: Starting register-nix-paths.service...746vm-test-run-nixbot-gitlab> gitlab # [    9.085162] systemd[1]: Starting Create SUID/SGID Wrappers...747vm-test-run-nixbot-gitlab> gitlab # [    9.087764] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.748vm-test-run-nixbot-gitlab> gitlab # [    9.091722] systemd[1]: Starting Save Transient machine-id to Disk...749vm-test-run-nixbot-gitlab> gitlab # [    9.114412] systemd[1]: Starting Create System Files and Directories...750vm-test-run-nixbot-gitlab> gitlab # [    9.116521] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs751vm-test-run-nixbot-gitlab> gitlab # [    9.205341] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.752vm-test-run-nixbot-gitlab> gitlab # [    9.207015] systemd[1]: Finished Save Transient machine-id to Disk.753vm-test-run-nixbot-gitlab> gitlab # [    9.211743] systemd[1]: Finished Create System Files and Directories.754vm-test-run-nixbot-gitlab> gitlab # [    9.224134] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.755vm-test-run-nixbot-gitlab> gitlab # [    9.227658] systemd[1]: Condition check resulted in /dev/ttyAMA0 being skipped.756vm-test-run-nixbot-gitlab> gitlab # [    9.232326] systemd[1]: Starting Rebuild Journal Catalog...757vm-test-run-nixbot-gitlab> gitlab # [    9.239292] (udev-worker)[902]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.758vm-test-run-nixbot-gitlab> gitlab # [    9.244549] (udev-worker)[902]: Network interface NamePolicy= disabled on kernel command line.759vm-test-run-nixbot-gitlab> gitlab # [    9.246810] systemd[1]: Starting Record System Boot/Shutdown in UTMP...760vm-test-run-nixbot-gitlab> gitlab # [    9.275386] systemd[1]: Finished Record System Boot/Shutdown in UTMP.761vm-test-run-nixbot-gitlab> gitlab # [    9.283231] systemd[1]: Finished Rebuild Journal Catalog.762vm-test-run-nixbot-gitlab> gitlab # [    9.288195] systemd[1]: Starting Update is Completed...763vm-test-run-nixbot-gitlab> gitlab # [    9.293179] (udev-worker)[948]: Network interface NamePolicy= disabled on kernel command line.764vm-test-run-nixbot-gitlab> gitlab # [    9.303819] systemd[1]: Condition check resulted in Virtio network device being skipped.765vm-test-run-nixbot-gitlab> gitlab # [    9.305149] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore766vm-test-run-nixbot-gitlab> gitlab # [    9.306562] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.767vm-test-run-nixbot-gitlab> gitlab # [    9.307760] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67768vm-test-run-nixbot-gitlab> gitlab # [    9.311252] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore769vm-test-run-nixbot-gitlab> gitlab # [    9.313299] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki770vm-test-run-nixbot-gitlab> gitlab # [    9.314889] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki771vm-test-run-nixbot-gitlab> gitlab # [    9.321958] systemd[1]: Finished Update is Completed.772vm-test-run-nixbot-gitlab> gitlab # [    9.365760] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.773vm-test-run-nixbot-gitlab> gitlab # [    9.366975] systemd[1]: Finished Create SUID/SGID Wrappers.774vm-test-run-nixbot-gitlab> gitlab # [    9.367766] systemd[1]: suid-sgid-wrappers.service: Consumed 187ms CPU time over 281ms wall clock time, 6.7M memory peak, 2.2M read from disk.775vm-test-run-nixbot-gitlab> gitlab # [    9.382659] mousedev: PS/2 mouse device common for all mice776vm-test-run-nixbot-gitlab> gitlab # [    9.635167] systemd[1]: Finished register-nix-paths.service.777vm-test-run-nixbot-gitlab> gitlab # [    9.637060] systemd[1]: Reached target System Initialization.778vm-test-run-nixbot-gitlab> gitlab # [    9.637924] systemd[1]: Started Discard unused filesystem blocks once a week.779vm-test-run-nixbot-gitlab> gitlab # [    9.638882] systemd[1]: Started logrotate.timer.780vm-test-run-nixbot-gitlab> gitlab # [    9.639621] systemd[1]: Started Daily Cleanup of Temporary Directories.781vm-test-run-nixbot-gitlab> gitlab # [    9.641759] systemd[1]: Reached target Timer Units.782vm-test-run-nixbot-gitlab> gitlab # [    9.642484] systemd[1]: Listening on D-Bus System Message Bus Socket.783vm-test-run-nixbot-gitlab> gitlab # [    9.643344] systemd[1]: Listening on Nix Daemon Socket.784vm-test-run-nixbot-gitlab> gitlab # [    9.649382] systemd[1]: Starting nixbot CI service socket...785vm-test-run-nixbot-gitlab> gitlab # [    9.650684] systemd[1]: Listening on Hostname Service Socket.786vm-test-run-nixbot-gitlab> gitlab # [    9.654830] systemd[1]: Listening on nixbot CI service socket.787vm-test-run-nixbot-gitlab> gitlab # [    9.655700] systemd[1]: Reached target Socket Units.788vm-test-run-nixbot-gitlab> gitlab # [    9.656902] systemd[1]: Starting D-Bus System Message Bus...789vm-test-run-nixbot-gitlab> gitlab # [    9.695094] dbus-broker-launch[1046]: Looking up NSS user entry for 'systemd-timesync'...790vm-test-run-nixbot-gitlab> gitlab # [    9.698994] dbus-broker-launch[1046]: NSS returned no entry for 'systemd-timesync'791vm-test-run-nixbot-gitlab> gitlab # [    9.700120] dbus-broker-launch[1046]: Invalid user-name in /nix/store/ifm9k575wb3j66gvjx1xkdmmknzqr8v8-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"792vm-test-run-nixbot-gitlab> gitlab # [    9.707462] systemd[1]: Started D-Bus System Message Bus.793vm-test-run-nixbot-gitlab> gitlab # [    9.719152] dbus-broker-launch[1046]: Ready794vm-test-run-nixbot-gitlab> gitlab # [    9.720449] systemd[1]: Reached target Basic System.795vm-test-run-nixbot-gitlab> gitlab # [    9.721330] systemd[1]: Started backdoor.service.796vm-test-run-nixbot-gitlab> gitlab # [    9.722732] systemd[1]: Starting gitlab-config.service...797vm-test-run-nixbot-gitlab> gitlab # [    9.747936] systemd[1]: Starting Import lastlog data into lastlog2 database...798vm-test-run-nixbot-gitlab> gitlab # [    9.752172] systemd[1]: Starting Logrotate configuration check...799vm-test-run-nixbot-gitlab> gitlab # [    9.757525] systemd[1]: Starting Name Service Cache Daemon (nsncd)...800vm-test-run-nixbot-gitlab> gitlab # [    9.763580] systemd[1]: Starting Post-Boot Actions...801vm-test-run-nixbot-gitlab> gitlab # connecting to host...802vm-test-run-nixbot-gitlab> gitlab # [    9.769239] systemd[1]: Started Reset console on configuration changes.803vm-test-run-nixbot-gitlab> gitlab # [    9.775777] systemd[1]: Starting resolvconf update...804vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'805vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell806vm-test-run-nixbot-gitlab> gitlab: (connecting took 10.21 seconds)807vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 10.21 seconds)808vm-test-run-nixbot-gitlab> gitlab # [    9.781303] logrotate[1051]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.809vm-test-run-nixbot-gitlab> gitlab # [    9.785789] logrotate[1051]: reading config file /nix/store/hk6ay5j24mh4h8mpr5rxlxxxp8v61fnj-logrotate.conf810vm-test-run-nixbot-gitlab> gitlab # [    9.786983] logrotate[1051]: note: 'monthly' overrides previously specified 'weekly'811vm-test-run-nixbot-gitlab> gitlab # [    9.787923] logrotate[1051]: Reading state from file: /var/lib/logrotate.status812vm-test-run-nixbot-gitlab> gitlab # [    9.788949] logrotate[1051]: state file /var/lib/logrotate.status does not exist813vm-test-run-nixbot-gitlab> gitlab # [    9.789782] logrotate[1051]: Allocating hash table for state file, size 64 entries814vm-test-run-nixbot-gitlab> gitlab # [    9.790644] logrotate[1051]: Handling 4 logs815vm-test-run-nixbot-gitlab> gitlab # [    9.791206] logrotate[1051]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed816vm-test-run-nixbot-gitlab> gitlab # [    9.796137] logrotate[1051]: considering log /var/log/btmp817vm-test-run-nixbot-gitlab> gitlab # [    9.796885] logrotate[1051]: Creating new state818vm-test-run-nixbot-gitlab> gitlab # [    9.797503] logrotate[1051]:   Now: 2026-06-16 07:17819vm-test-run-nixbot-gitlab> gitlab # [    9.798170] logrotate[1051]:   Last rotated at 2026-06-16 07:00820vm-test-run-nixbot-gitlab> gitlab # [    9.798912] logrotate[1051]:   log does not need rotating (log has already been rotated)821vm-test-run-nixbot-gitlab> gitlab # [    9.799919] logrotate[1051]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed822vm-test-run-nixbot-gitlab> gitlab # [    9.804228] logrotate[1051]: considering log /var/log/wtmp823vm-test-run-nixbot-gitlab> gitlab # [    9.804959] logrotate[1051]: Creating new state824vm-test-run-nixbot-gitlab> gitlab # [    9.805618] logrotate[1051]:   Now: 2026-06-16 07:17825vm-test-run-nixbot-gitlab> gitlab # [    9.806305] logrotate[1051]:   Last rotated at 2026-06-16 07:00826vm-test-run-nixbot-gitlab> gitlab # [    9.807038] logrotate[1051]:   log does not need rotating (log has already been rotated)827vm-test-run-nixbot-gitlab> gitlab # [    9.808919] logrotate[1051]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed828vm-test-run-nixbot-gitlab> gitlab # [    9.812834] logrotate[1051]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1051)829vm-test-run-nixbot-gitlab> gitlab # [    9.813904] logrotate[1051]: considering log /var/gitlab/state/log/*.log830vm-test-run-nixbot-gitlab> gitlab # [    9.814750] logrotate[1051]:   log /var/gitlab/state/log/*.log does not exist -- skipping831vm-test-run-nixbot-gitlab> gitlab # [    9.815796] logrotate[1051]: Creating new state832vm-test-run-nixbot-gitlab> gitlab # [    9.816450] logrotate[1051]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1051)833vm-test-run-nixbot-gitlab> gitlab # [    9.817488] logrotate[1051]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed834vm-test-run-nixbot-gitlab> gitlab # [    9.819106] logrotate[1051]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1051)835vm-test-run-nixbot-gitlab> gitlab # [    9.820532] logrotate[1051]: considering log /var/log/nginx/*.log836vm-test-run-nixbot-gitlab> gitlab # [    9.821300] logrotate[1051]:   log /var/log/nginx/*.log does not exist -- skipping837vm-test-run-nixbot-gitlab> gitlab # [    9.822385] logrotate[1051]: Creating new state838vm-test-run-nixbot-gitlab> gitlab # [    9.823002] logrotate[1051]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1051)839vm-test-run-nixbot-gitlab> gitlab # [    9.824894] nsncd[1052]: Jun 16 07:17:02.723 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"840vm-test-run-nixbot-gitlab> gitlab # [    9.829529] systemd[1]: Finished Logrotate configuration check.841vm-test-run-nixbot-gitlab> gitlab # [    9.830670] systemd[1]: Finished Post-Boot Actions.842vm-test-run-nixbot-gitlab> gitlab # [    9.831485] systemd[1]: Finished Import lastlog data into lastlog2 database.843vm-test-run-nixbot-gitlab> gitlab # [    9.832683] systemd[1]: Started Name Service Cache Daemon (nsncd).844vm-test-run-nixbot-gitlab> gitlab # [    9.833634] systemd[1]: Reached target Host and Network Name Lookups.845vm-test-run-nixbot-gitlab> gitlab # [    9.834485] systemd[1]: Reached target User and Group Name Lookups.846vm-test-run-nixbot-gitlab> gitlab # [    9.840413] systemd[1]: Starting User Login Management...847vm-test-run-nixbot-gitlab> gitlab # [    9.871046] systemd[1]: Stopped target Host and Network Name Lookups.848vm-test-run-nixbot-gitlab> gitlab # [    9.873203] systemd[1]: Stopping Host and Network Name Lookups...849vm-test-run-nixbot-gitlab> gitlab # [    9.875888] systemd[1]: Stopped target User and Group Name Lookups.850vm-test-run-nixbot-gitlab> gitlab # [    9.879378] systemd[1]: Stopping User and Group Name Lookups...851vm-test-run-nixbot-gitlab> gitlab # [    9.881910] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...852vm-test-run-nixbot-gitlab> gitlab # [    9.882792] systemd[1]: nscd.service: Deactivated successfully.853vm-test-run-nixbot-gitlab> gitlab # [    9.883639] systemd[1]: Stopped Name Service Cache Daemon (nsncd).854vm-test-run-nixbot-gitlab> gitlab # [    9.890491] systemd[1]: nscd.service: Consumed 25ms CPU time over 122ms wall clock time, 7.8M memory peak, 5.9M read from disk.855vm-test-run-nixbot-gitlab> gitlab # [    9.900072] systemd[1]: Starting Name Service Cache Daemon (nsncd)...856vm-test-run-nixbot-gitlab> gitlab # [    9.932191] systemd[1]: Finished resolvconf update.857vm-test-run-nixbot-gitlab> gitlab # [    9.933269] nsncd[1142]: Jun 16 07:17:02.831 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"858vm-test-run-nixbot-gitlab> gitlab # [    9.935469] systemd-logind[1104]: New seat seat0.859vm-test-run-nixbot-gitlab> gitlab # [    9.940184] systemd[1]: Started Name Service Cache Daemon (nsncd).860vm-test-run-nixbot-gitlab> gitlab # [    9.941027] systemd-logind[1104]: Watching system buttons on /dev/input/event1 (QEMU QEMU USB Keyboard)861vm-test-run-nixbot-gitlab> gitlab # [    9.942263] systemd-logind[1104]: Watching system buttons on /dev/input/event0 (gpio-keys)862vm-test-run-nixbot-gitlab> gitlab # [    9.943279] systemd[1]: Started User Login Management.863vm-test-run-nixbot-gitlab> gitlab # [    9.943958] systemd[1]: Reached target Preparation for Network.864vm-test-run-nixbot-gitlab> gitlab # [    9.947414] systemd[1]: Reached target Host and Network Name Lookups.865vm-test-run-nixbot-gitlab> gitlab # [    9.948374] systemd[1]: Reached target User and Group Name Lookups.866vm-test-run-nixbot-gitlab> gitlab # [    9.949733] systemd[1]: Starting DHCP Client...867vm-test-run-nixbot-gitlab> gitlab # [    9.957790] systemd[1]: Starting linger-users.service...868vm-test-run-nixbot-gitlab> gitlab # [    9.959060] systemd[1]: Starting Address configuration of eth1...869vm-test-run-nixbot-gitlab> gitlab # [    9.964844] systemd[1]: Starting Extra networking commands....870vm-test-run-nixbot-gitlab> gitlab # [    9.993744] systemd[1]: linger-users.service: Deactivated successfully.871vm-test-run-nixbot-gitlab> gitlab # [    9.994662] systemd[1]: Finished linger-users.service.872vm-test-run-nixbot-gitlab> gitlab # [   10.020699] input: QEMU Virtio Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:08.0/virtio7/input/input3873vm-test-run-nixbot-gitlab> gitlab # [   10.022604] network-addresses-eth1-start[1164]: adding address 192.168.1.1/24... done874vm-test-run-nixbot-gitlab> gitlab # [   10.027698] network-addresses-eth1-start[1164]: adding address 2001:db8:1::1/64... done875vm-test-run-nixbot-gitlab> gitlab # [   10.053116] systemd[1]: Finished Address configuration of eth1.876vm-test-run-nixbot-gitlab> gitlab # [   10.080865] systemd[1]: Finished Extra networking commands..877vm-test-run-nixbot-gitlab> gitlab # [   10.081822] systemd[1]: Reached target Network.878vm-test-run-nixbot-gitlab> gitlab # [   10.086210] systemd[1]: Starting gitlab-workhorse.service...879vm-test-run-nixbot-gitlab> gitlab # [   10.097675] systemd[1]: Starting Nginx Web Server...880vm-test-run-nixbot-gitlab> gitlab # [   10.098784] dhcpcd[1177]: dhcpcd-10.3.2 starting881vm-test-run-nixbot-gitlab> gitlab # [   10.102131] systemd[1]: Starting PostgreSQL Server...882vm-test-run-nixbot-gitlab> gitlab # [   10.103300] dhcpcd[1227]: dev: loaded udev883vm-test-run-nixbot-gitlab> gitlab # [   10.105508] systemd[1]: Starting Redis Server - redis-gitlab...884vm-test-run-nixbot-gitlab> gitlab # [   10.112533] systemd[1]: Starting Permit User Sessions...885vm-test-run-nixbot-gitlab> gitlab # [   10.151848] systemd[1]: Starting Virtual Console Setup...886vm-test-run-nixbot-gitlab> gitlab # [   10.195694] systemd[1]: Finished Permit User Sessions.887vm-test-run-nixbot-gitlab> gitlab # [   10.203758] 8021q: 802.1Q VLAN Support v1.8888vm-test-run-nixbot-gitlab> gitlab # [   10.204148] 8021q: adding VLAN 0 to HW filter on device eth1889vm-test-run-nixbot-gitlab> gitlab # [   10.216269] systemd[1]: Started Getty on tty1.890vm-test-run-nixbot-gitlab> gitlab # [   10.218829] systemd[1]: Reached target Login Prompts.891vm-test-run-nixbot-gitlab> gitlab # [   10.235488] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.892vm-test-run-nixbot-gitlab> gitlab # [   10.240252] systemd[1]: Stopped Virtual Console Setup.893vm-test-run-nixbot-gitlab> gitlab # [   10.242310] systemd[1]: systemd-vconsole-setup.service: Consumed 24ms CPU time over 82ms wall clock time, 3.2M memory peak, 1M read from disk.894vm-test-run-nixbot-gitlab> gitlab # [   10.281173] systemd-logind[1104]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard)895vm-test-run-nixbot-gitlab> gitlab # [   10.286317] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.[   10.288410] cfg80211: Loading compiled-in X.509 certificates for regulatory database896vm-test-run-nixbot-gitlab> gitlab # 897vm-test-run-nixbot-gitlab> gitlab # [   10.295277] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'898vm-test-run-nixbot-gitlab> gitlab # [   10.295790] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'899vm-test-run-nixbot-gitlab> gitlab # [   10.297476] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2900vm-test-run-nixbot-gitlab> gitlab # [   10.297821] cfg80211: failed to load regulatory.db901vm-test-run-nixbot-gitlab> gitlab # [   10.316199] systemd[1]: Starting Virtual Console Setup...902vm-test-run-nixbot-gitlab> gitlab # [   10.317592] nginx-pre-start[1248]: nginx: the configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf syntax is ok903vm-test-run-nixbot-gitlab> gitlab # [   10.319160] nginx-pre-start[1248]: nginx: configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf test is successful904vm-test-run-nixbot-gitlab> gitlab # [   10.326946] systemd[1]: Started Nginx Web Server.905vm-test-run-nixbot-gitlab> gitlab # [   10.364913] 8021q: adding VLAN 0 to HW filter on device eth0906vm-test-run-nixbot-gitlab> gitlab # [   10.364336] postgresql-pre-start[1254]: The files belonging to this database system will be owned by user "postgres".907vm-test-run-nixbot-gitlab> gitlab # [   10.374210] postgresql-pre-start[1254]: This user must also own the server process.908vm-test-run-nixbot-gitlab> gitlab # [   10.375602] dhcpcd[1227]: eth0: waiting for carrier909vm-test-run-nixbot-gitlab> gitlab # [   10.376700] dhcpcd[1227]: eth0: carrier acquired910vm-test-run-nixbot-gitlab> gitlab # [   10.377988] dhcpcd[1227]: DUID 00:01:00:01:31:c3:b4:ef:52:54:00:12:34:56911vm-test-run-nixbot-gitlab> gitlab # [   10.381190] dhcpcd[1227]: eth0: IAID 00:12:34:56912vm-test-run-nixbot-gitlab> gitlab # [   10.381994] postgresql-pre-start[1254]: The database cluster will be initialized with locale "en_US.UTF-8".913vm-test-run-nixbot-gitlab> gitlab # [   10.383167] postgresql-pre-start[1254]: The default database encoding has accordingly been set to "UTF8".914vm-test-run-nixbot-gitlab> gitlab # [   10.385013] postgresql-pre-start[1254]: The default text search configuration will be set to "english".915vm-test-run-nixbot-gitlab> gitlab # [   10.388142] postgresql-pre-start[1254]: Data page checksums are disabled.916vm-test-run-nixbot-gitlab> gitlab # [   10.389138] postgresql-pre-start[1254]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok917vm-test-run-nixbot-gitlab> gitlab # [   10.390591] dhcpcd[1227]: eth0: adding address fe80::5054:ff:fe12:3456918vm-test-run-nixbot-gitlab> gitlab # [   10.391461] postgresql-pre-start[1254]: creating subdirectories ... ok919vm-test-run-nixbot-gitlab> gitlab # [   10.395734] postgresql-pre-start[1254]: selecting dynamic shared memory implementation ... posix920vm-test-run-nixbot-gitlab> gitlab # [   10.401254] systemd-vconsole-setup[1265]: Configuration of first virtual console was skipped, ignoring remaining ones.921vm-test-run-nixbot-gitlab> gitlab # [   10.403462] systemd[1]: Finished Virtual Console Setup.922vm-test-run-nixbot-gitlab> gitlab # [   10.430389] redis-server[1255]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.923vm-test-run-nixbot-gitlab> gitlab # [   10.432649] redis-server[1255]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo924vm-test-run-nixbot-gitlab> gitlab # [   10.433749] redis-server[1255]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1255, just started925vm-test-run-nixbot-gitlab> gitlab # [   10.435829] redis-server[1255]: Configuration loaded926vm-test-run-nixbot-gitlab> gitlab # [   10.437934] postgresql-pre-start[1254]: selecting default "max_connections" ... 100927vm-test-run-nixbot-gitlab> gitlab # [   10.439074] systemd[1]: Started Redis Server - redis-gitlab.928vm-test-run-nixbot-gitlab> gitlab # [   10.439898] redis[1255]: monotonic clock: ARM CNTVCT @ 1000 ticks/us929vm-test-run-nixbot-gitlab> gitlab # [   10.441000] redis[1255]: Running mode=standalone, port=0.930vm-test-run-nixbot-gitlab> gitlab # [   10.441881] redis[1255]: Server initialized931vm-test-run-nixbot-gitlab> gitlab # [   10.442568] redis[1255]: Ready to accept connections unix932vm-test-run-nixbot-gitlab> gitlab # [   10.443524] redis[1255]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.933vm-test-run-nixbot-gitlab> gitlab # [   10.476626] postgresql-pre-start[1254]: selecting default "shared_buffers" ... 128MB934vm-test-run-nixbot-gitlab> gitlab # [   10.712130] systemd[1]: Started gitlab-workhorse.service.935vm-test-run-nixbot-gitlab> gitlab # [   10.934272] postgresql-pre-start[1254]: selecting default time zone ... UTC936vm-test-run-nixbot-gitlab> gitlab # [   10.937532] postgresql-pre-start[1254]: creating configuration files ... ok937vm-test-run-nixbot-gitlab> gitlab # [   11.046264] gitlab-workhorse[1294]: time="2026-06-16T07:17:03Z" level=info msg=Starting build_time=19700101.000000 version=18.11.4938vm-test-run-nixbot-gitlab> gitlab # [   11.048967] gitlab-workhorse[1294]: time="2026-06-16T07:17:03Z" level=info msg="Using redis/go-redis"939vm-test-run-nixbot-gitlab> gitlab # [   11.050979] gitlab-workhorse[1294]: time="2026-06-16T07:17:03Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix940vm-test-run-nixbot-gitlab> gitlab # [   11.162579] postgresql-pre-start[1254]: running bootstrap script ... ok941vm-test-run-nixbot-gitlab> gitlab # [   11.277603] dhcpcd[1227]: eth0: soliciting a DHCP lease942vm-test-run-nixbot-gitlab> gitlab # [   11.297218] dhcpcd[1227]: eth0: offered 10.0.2.15 from 10.0.2.2943vm-test-run-nixbot-gitlab> gitlab # [   11.312493] dhcpcd[1227]: eth0: probing address 10.0.2.15/24944vm-test-run-nixbot-gitlab> gitlab # [   11.864662] postgresql-pre-start[1254]: performing post-bootstrap initialization ... ok945vm-test-run-nixbot-gitlab> gitlab # [   11.918254] dhcpcd[1227]: eth0: soliciting an IPv6 router946vm-test-run-nixbot-gitlab> gitlab # [   11.919370] dhcpcd[1227]: eth0: Router Advertisement from fe80::2947vm-test-run-nixbot-gitlab> gitlab # [   11.920594] dhcpcd[1227]: eth0: adding address fec0::5054:ff:fe12:3456/64948vm-test-run-nixbot-gitlab> gitlab # [   11.921525] dhcpcd[1227]: eth0: adding route to fec0::/64949vm-test-run-nixbot-gitlab> gitlab # [   11.922215] dhcpcd[1227]: eth0: adding default route via fe80::2950vm-test-run-nixbot-gitlab> gitlab # [   12.072902] postgresql-pre-start[1254]: syncing data to disk ... ok951vm-test-run-nixbot-gitlab> gitlab # [   12.073933] postgresql-pre-start[1254]: initdb: warning: enabling "trust" authentication for local connections952vm-test-run-nixbot-gitlab> gitlab # [   12.075285] postgresql-pre-start[1254]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.953vm-test-run-nixbot-gitlab> gitlab # [   12.077590] postgresql-pre-start[1254]: Success. You can now start the database server using:954vm-test-run-nixbot-gitlab> gitlab # [   12.078784] postgresql-pre-start[1254]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start955vm-test-run-nixbot-gitlab> gitlab # [   12.249274] postgres[1328]: [1328] LOG:  starting PostgreSQL 17.10 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit956vm-test-run-nixbot-gitlab> gitlab # [   12.254418] postgres[1328]: [1328] LOG:  listening on IPv6 address "::1", port 5432957vm-test-run-nixbot-gitlab> gitlab # [   12.258753] postgres[1328]: [1328] LOG:  listening on IPv4 address "127.0.0.1", port 5432958vm-test-run-nixbot-gitlab> gitlab # [   12.262235] postgres[1328]: [1328] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"959vm-test-run-nixbot-gitlab> gitlab # [   12.266473] postgres[1337]: [1337] LOG:  database system was shut down at 2026-06-16 07:17:04 GMT960vm-test-run-nixbot-gitlab> gitlab # [   12.271553] postgres[1328]: [1328] LOG:  database system is ready to accept connections961vm-test-run-nixbot-gitlab> gitlab # [   12.275925] systemd[1]: Started PostgreSQL Server.962vm-test-run-nixbot-gitlab> gitlab # [   12.278084] systemd[1]: Starting PostgreSQL Setup Scripts...963vm-test-run-nixbot-gitlab> gitlab # [   12.449805] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1338]: mkdir -p /var/gitlab/state/home/.ssh: OK964vm-test-run-nixbot-gitlab> gitlab # [   12.453769] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1338]: chmod 700 /var/gitlab/state/home/.ssh: OK965vm-test-run-nixbot-gitlab> gitlab # [   12.531595] systemd[1]: Finished gitlab-config.service.966vm-test-run-nixbot-gitlab> gitlab # [   12.540271] systemd[1]: Started gitaly.service.967vm-test-run-nixbot-gitlab> gitlab # [   12.552489] postgresql-setup-start[1350]: CREATE DATABASE968vm-test-run-nixbot-gitlab> gitlab # [   12.606032] postgresql-setup-start[1369]: CREATE ROLE969vm-test-run-nixbot-gitlab> gitlab # [   12.631507] postgresql-setup-start[1371]: ALTER DATABASE970vm-test-run-nixbot-gitlab> gitlab # [   12.685316] postgresql-setup-start[1376]: CREATE ROLE971vm-test-run-nixbot-gitlab> gitlab # [   12.691809] systemd[1]: Finished PostgreSQL Setup Scripts.972vm-test-run-nixbot-gitlab> gitlab # [   12.694395] systemd[1]: Reached target PostgreSQL.973vm-test-run-nixbot-gitlab> gitlab # [   12.698813] systemd[1]: Starting gitlab-db-config.service...974vm-test-run-nixbot-gitlab> gitlab # [   12.704625] systemd[1]: Starting gitlab-postgresql.service...975vm-test-run-nixbot-gitlab> gitlab # [   12.897988] gitlab-postgresql-start[1391]: CREATE DATABASE976vm-test-run-nixbot-gitlab> gitlab # [   12.960809] gitlab-postgresql-start[1398]: CREATE EXTENSION977vm-test-run-nixbot-gitlab> gitlab # [   13.006179] gitlab-postgresql-start[1400]: CREATE EXTENSION978vm-test-run-nixbot-gitlab> gitlab # [   13.012209] systemd[1]: Finished gitlab-postgresql.service.979vm-test-run-nixbot-gitlab> gitlab # [   13.182980] gitaly[1364]: time="2026-06-16T07:17:06.080Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/krygc3bmd623znp2pddh3fv21q5f3nz2-gitaly.toml' and fix the errors that are printed." pid=1364980vm-test-run-nixbot-gitlab> gitlab # [   13.193393] gitaly[1364]: time="2026-06-16T07:17:06.081Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=1364981vm-test-run-nixbot-gitlab> gitlab # [   13.198182] gitaly[1364]: time="2026-06-16T07:17:06.081Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=1364982vm-test-run-nixbot-gitlab> gitlab # [   13.204220] gitaly[1364]: time="2026-06-16T07:17:06.081Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=1364983vm-test-run-nixbot-gitlab> gitlab # [   13.209066] gitaly[1364]: time="2026-06-16T07:17:06.081Z" level=info msg="Starting Gitaly" pid=1364 version=18.11.4984vm-test-run-nixbot-gitlab> gitlab # [   13.390706] gitaly[1364]: time="2026-06-16T07:17:06.289Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=207 pid=1364985vm-test-run-nixbot-gitlab> gitlab # [   13.393273] gitaly[1364]: time="2026-06-16T07:17:06.289Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=1364986vm-test-run-nixbot-gitlab> gitlab # [   13.395407] gitaly[1364]: time="2026-06-16T07:17:06.290Z" level=info msg="finished initializing command factory" duration_ms=0 pid=1364987vm-test-run-nixbot-gitlab> gitlab # [   13.397808] gitaly[1364]: time="2026-06-16T07:17:06.290Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1364/git-exec-3631957945.d/git pid=1364988vm-test-run-nixbot-gitlab> gitlab # [   13.400473] gitaly[1364]: time="2026-06-16T07:17:06.295Z" level=info msg="finished detecting git version" duration_ms=5 pid=1364989vm-test-run-nixbot-gitlab> gitlab # [   13.402486] gitaly[1364]: time="2026-06-16T07:17:06.295Z" level=info msg="using Git version" pid=1364 version=2.53.g990vm-test-run-nixbot-gitlab> gitlab # [   13.404384] gitaly[1364]: time="2026-06-16T07:17:06.295Z" level=info msg="clearing disk cache object folder" pid=1364 storage=default991vm-test-run-nixbot-gitlab> gitlab # [   13.406461] gitaly[1364]: time="2026-06-16T07:17:06.295Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache1780789238 pid=1364 storage=default992vm-test-run-nixbot-gitlab> gitlab # [   13.409998] gitaly[1364]: time="2026-06-16T07:17:06.295Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache1780789238 pid=1364 storage=default993vm-test-run-nixbot-gitlab> gitlab # [   13.414417] gitaly[1364]: time="2026-06-16T07:17:06.295Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=1364994vm-test-run-nixbot-gitlab> gitlab # [   13.418166] gitaly[1364]: time="2026-06-16T07:17:06.295Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=1364995vm-test-run-nixbot-gitlab> gitlab # [   13.421835] gitaly[1364]: time="2026-06-16T07:17:06.296Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache1780789238 clear_duration_ms=0 pid=1364 storage=default996vm-test-run-nixbot-gitlab> gitlab # [   13.426672] gitaly[1364]: time="2026-06-16T07:17:06.325Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=1364997vm-test-run-nixbot-gitlab> gitlab # [   13.429684] gitaly[1364]: time="2026-06-16T07:17:06.325Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1364 schema=unix998vm-test-run-nixbot-gitlab> gitlab # [   13.432434] gitaly[1364]: time="2026-06-16T07:17:06.325Z" level=info msg="finished tempdir cleaner walk" pid=1364 storage=default time_ms=0999vm-test-run-nixbot-gitlab> gitlab # [   13.434647] gitaly[1364]: time="2026-06-16T07:17:06.325Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1364/sock.d/intern pid=1364 schema=unix1000vm-test-run-nixbot-gitlab> gitlab # [   13.437251] gitaly[1364]: time="2026-06-16T07:17:06.325Z" level=info msg="counting repositories" pid=13641001vm-test-run-nixbot-gitlab> gitlab # [   13.438896] gitaly[1364]: time="2026-06-16T07:17:06.326Z" level=info msg="starting to count repositories" pid=1364 storage_path=/var/gitlab/state/repositories1002vm-test-run-nixbot-gitlab> gitlab # [   13.441224] gitaly[1364]: time="2026-06-16T07:17:06.326Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1364 storage_path=/var/gitlab/state/repositories1003vm-test-run-nixbot-gitlab> gitlab # [   13.443767] gitaly[1364]: time="2026-06-16T07:17:06.326Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13641004vm-test-run-nixbot-gitlab> gitlab # [   13.445825] gitaly[1364]: time="2026-06-16T07:17:06.329Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13641005vm-test-run-nixbot-gitlab> gitlab # [   13.447756] gitaly[1364]: time="2026-06-16T07:17:06.329Z" level=info msg="Started Gitaly" duration_ms=247 pid=13641006vm-test-run-nixbot-gitlab> gitlab # [   13.449386] gitaly[1364]: time="2026-06-16T07:17:06.329Z" level=info msg="maintenance: daily scheduled" pid=1364 scheduled="2026-06-16 12:00:00 +0000 UTC"1007vm-test-run-nixbot-gitlab> gitlab # [   14.024513] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1384]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1008vm-test-run-nixbot-gitlab> gitlab # [   14.027773] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1384]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1009vm-test-run-nixbot-gitlab> gitlab # [   14.040608] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1384]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1010vm-test-run-nixbot-gitlab> gitlab # [   15.965168] dhcpcd[1227]: eth0: leased 10.0.2.15 for 86400 seconds1011vm-test-run-nixbot-gitlab> gitlab # [   15.969009] dhcpcd[1227]: eth0: adding route to 10.0.2.0/241012vm-test-run-nixbot-gitlab> gitlab # [   15.971280] dhcpcd[1227]: eth0: adding default route via 10.0.2.21013vm-test-run-nixbot-gitlab> gitlab # [   16.141156] systemd[1]: Started DHCP Client.1014vm-test-run-nixbot-gitlab> gitlab # [   16.143066] systemd[1]: Reached target Network is Online.1015vm-test-run-nixbot-gitlab> gitlab # [   16.737792] gitaly[1364]: time="2026-06-16T07:17:09.635Z" level=info msg="License database preloaded" duration_ms=3554 pid=13641016vm-test-run-nixbot-gitlab> gitlab # [   56.165753] postgres[1842]: [1842] ERROR:  relation "feature_gates" does not exist at character 5231017vm-test-run-nixbot-gitlab> gitlab # [   56.166435] postgres[1842]: [1842] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),1018vm-test-run-nixbot-gitlab> gitlab # [   56.166561] postgres[1842]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1019vm-test-run-nixbot-gitlab> gitlab # [   56.166674] postgres[1842]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,1020vm-test-run-nixbot-gitlab> gitlab # [   56.166784] postgres[1842]: 	       attidentity AS identity,1021vm-test-run-nixbot-gitlab> gitlab # [   56.166897] postgres[1842]: 	       attgenerated as attgenerated1022vm-test-run-nixbot-gitlab> gitlab # [   56.167011] postgres[1842]: 	  FROM pg_attribute a1023vm-test-run-nixbot-gitlab> gitlab # [   56.167145] postgres[1842]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1024vm-test-run-nixbot-gitlab> gitlab # [   56.167292] postgres[1842]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid1025vm-test-run-nixbot-gitlab> gitlab # [   56.167406] postgres[1842]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1026vm-test-run-nixbot-gitlab> gitlab # [   56.167516] postgres[1842]: 	 WHERE a.attrelid = '"feature_gates"'::regclass1027vm-test-run-nixbot-gitlab> gitlab # [   56.167628] postgres[1842]: 	   AND a.attnum > 0 AND NOT a.attisdropped1028vm-test-run-nixbot-gitlab> gitlab # [   56.167738] postgres[1842]: 	 ORDER BY a.attnum1029vm-test-run-nixbot-gitlab> gitlab # [   56.167850] postgres[1842]:1030vm-test-run-nixbot-gitlab> gitlab # [   56.529871] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1384]: W, [2026-06-16T07:17:49.427615 #1384]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1031vm-test-run-nixbot-gitlab> gitlab # [   61.123558] gitlab-workhorse[1294]: time="2026-06-16T07:17:54Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1032vm-test-run-nixbot-gitlab> gitlab # [   64.323703] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1924]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping1033vm-test-run-nixbot-gitlab> gitlab # [   64.324226] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1924]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping1034vm-test-run-nixbot-gitlab> gitlab # [   71.130158] gitlab-workhorse[1294]: time="2026-06-16T07:18:04Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1035vm-test-run-nixbot-gitlab> gitlab # [   81.140199] gitlab-workhorse[1294]: time="2026-06-16T07:18:14Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1036vm-test-run-nixbot-gitlab> gitlab # [   87.336792] postgres[2009]: [2009] ERROR:  relation "table_without_models" does not exist1037vm-test-run-nixbot-gitlab> gitlab # [   87.337389] postgres[2009]: [2009] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')1038vm-test-run-nixbot-gitlab> gitlab # [   91.150173] gitlab-workhorse[1294]: time="2026-06-16T07:18:24Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1039vm-test-run-nixbot-gitlab> gitlab # [  101.151561] gitlab-workhorse[1294]: time="2026-06-16T07:18:34Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1040vm-test-run-nixbot-gitlab> gitlab # [  111.158364] gitlab-workhorse[1294]: time="2026-06-16T07:18:44Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1041vm-test-run-nixbot-gitlab> gitlab # [  118.611318] systemd[1]: Finished gitlab-db-config.service.1042vm-test-run-nixbot-gitlab> gitlab # [  118.616748] systemd[1]: Started gitlab-sidekiq.service.1043vm-test-run-nixbot-gitlab> gitlab # [  118.621809] systemd[1]: Starting gitlab.service...1044vm-test-run-nixbot-gitlab> gitlab # [  119.136440] bundle[2384]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1045vm-test-run-nixbot-gitlab> gitlab # [  119.142334] bundle[2384]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1046vm-test-run-nixbot-gitlab> gitlab # [  119.147982] bundle[2384]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1047vm-test-run-nixbot-gitlab> gitlab # [  121.166165] gitlab-workhorse[1294]: time="2026-06-16T07:18:54Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1048vm-test-run-nixbot-gitlab> gitlab # [  123.670144] sidekiq-cluster[2383]: {"severity":"INFO","time":"2026-06-16T07:18:56.539Z","message":"Starting cluster with 1 processes"}1049vm-test-run-nixbot-gitlab> gitlab # [  123.811833] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.680Z","pid":2384,"message":"* Enabling systemd notification integration"}1050vm-test-run-nixbot-gitlab> gitlab # [  123.816189] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.710Z","pid":2384,"message":"Puma starting in cluster mode..."}1051vm-test-run-nixbot-gitlab> gitlab # [  123.817730] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.710Z","pid":2384,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1052vm-test-run-nixbot-gitlab> gitlab # [  123.819221] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.710Z","pid":2384,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1053vm-test-run-nixbot-gitlab> gitlab # [  123.821249] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.710Z","pid":2384,"message":"*  Min threads: 0"}1054vm-test-run-nixbot-gitlab> gitlab # [  123.822578] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.710Z","pid":2384,"message":"*  Max threads: 4"}1055vm-test-run-nixbot-gitlab> gitlab # [  123.823832] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.710Z","pid":2384,"message":"*  Environment: production"}1056vm-test-run-nixbot-gitlab> gitlab # [  123.825304] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.710Z","pid":2384,"message":"*   Master PID: 2384"}1057vm-test-run-nixbot-gitlab> gitlab # [  123.826629] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.710Z","pid":2384,"message":"*      Workers: 2"}1058vm-test-run-nixbot-gitlab> gitlab # [  123.827894] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.710Z","pid":2384,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}1059vm-test-run-nixbot-gitlab> gitlab # [  123.829679] bundle[2384]: {"timestamp":"2026-06-16T07:18:56.710Z","pid":2384,"message":"* Preloading application"}1060vm-test-run-nixbot-gitlab> gitlab # [  131.169777] gitlab-workhorse[1294]: time="2026-06-16T07:19:04Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1061vm-test-run-nixbot-gitlab> gitlab # [  141.174248] gitlab-workhorse[1294]: time="2026-06-16T07:19:14Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1062vm-test-run-nixbot-gitlab> gitlab # [  151.182224] gitlab-workhorse[1294]: time="2026-06-16T07:19:24Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1063vm-test-run-nixbot-gitlab> gitlab # [  161.193189] gitlab-workhorse[1294]: time="2026-06-16T07:19:34Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1064vm-test-run-nixbot-gitlab> gitlab # [  162.205528] bundle[2384]: W, [2026-06-16T07:19:35.103332 #2384]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1065vm-test-run-nixbot-gitlab> gitlab # [  165.789748] sidekiq-cluster[2423]: 2026-06-16T07:19:38.687Z pid=2423 tid=ttr INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2423, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>456224768}1066vm-test-run-nixbot-gitlab> gitlab # [  166.087779] sidekiq-cluster[2423]: W, [2026-06-16T07:19:38.986643 #2423]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1067vm-test-run-nixbot-gitlab> gitlab # [  166.146546] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:39.045Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1068vm-test-run-nixbot-gitlab> gitlab # [  169.850116] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.747Z","message":"GitLab reliable fetch activated!"}1069vm-test-run-nixbot-gitlab> gitlab # [  169.850499] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.748Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1070vm-test-run-nixbot-gitlab> gitlab # [  169.883535] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.782Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1071vm-test-run-nixbot-gitlab> gitlab # [  169.890236] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.785Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1072vm-test-run-nixbot-gitlab> gitlab # [  169.896431] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.788Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1073vm-test-run-nixbot-gitlab> gitlab # [  169.903305] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.791Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1074vm-test-run-nixbot-gitlab> gitlab # [  169.909664] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.793Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1075vm-test-run-nixbot-gitlab> gitlab # [  169.916133] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.795Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1076vm-test-run-nixbot-gitlab> gitlab # [  169.921593] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.797Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1077vm-test-run-nixbot-gitlab> gitlab # [  169.926893] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.799Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1078vm-test-run-nixbot-gitlab> gitlab # [  169.931854] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.801Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1079vm-test-run-nixbot-gitlab> gitlab # [  169.937596] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.803Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1080vm-test-run-nixbot-gitlab> gitlab # [  169.942368] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.805Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1081vm-test-run-nixbot-gitlab> gitlab # [  169.946967] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.808Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1082vm-test-run-nixbot-gitlab> gitlab # [  169.951301] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.810Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1083vm-test-run-nixbot-gitlab> gitlab # [  169.955950] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.812Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1084vm-test-run-nixbot-gitlab> gitlab # [  169.960568] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.815Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1085vm-test-run-nixbot-gitlab> gitlab # [  169.964974] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.817Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1086vm-test-run-nixbot-gitlab> gitlab # [  169.969254] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.820Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1087vm-test-run-nixbot-gitlab> gitlab # [  169.972996] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.823Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1088vm-test-run-nixbot-gitlab> gitlab # [  169.976363] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.826Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1089vm-test-run-nixbot-gitlab> gitlab # [  169.979891] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.828Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1090vm-test-run-nixbot-gitlab> gitlab # [  169.983376] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.831Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1091vm-test-run-nixbot-gitlab> gitlab # [  169.987100] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.834Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1092vm-test-run-nixbot-gitlab> gitlab # [  169.990765] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.836Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1093vm-test-run-nixbot-gitlab> gitlab # [  169.993800] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.838Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1094vm-test-run-nixbot-gitlab> gitlab # [  169.996727] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.841Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1095vm-test-run-nixbot-gitlab> gitlab # [  169.999566] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.843Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1096vm-test-run-nixbot-gitlab> gitlab # [  170.002397] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.845Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1097vm-test-run-nixbot-gitlab> gitlab # [  170.004922] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.848Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1098vm-test-run-nixbot-gitlab> gitlab # [  170.007403] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.851Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1099vm-test-run-nixbot-gitlab> gitlab # [  170.010038] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.854Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1100vm-test-run-nixbot-gitlab> gitlab # [  170.012546] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.856Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1101vm-test-run-nixbot-gitlab> gitlab # [  170.014746] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.859Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1102vm-test-run-nixbot-gitlab> gitlab # [  170.017250] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.862Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1103vm-test-run-nixbot-gitlab> gitlab # [  170.019377] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.864Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1104vm-test-run-nixbot-gitlab> gitlab # [  170.021736] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.867Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1105vm-test-run-nixbot-gitlab> gitlab # [  170.023885] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.869Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1106vm-test-run-nixbot-gitlab> gitlab # [  170.026207] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.871Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1107vm-test-run-nixbot-gitlab> gitlab # [  170.028383] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.873Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1108vm-test-run-nixbot-gitlab> gitlab # [  170.030418] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.875Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1109vm-test-run-nixbot-gitlab> gitlab # [  170.032451] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.878Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1110vm-test-run-nixbot-gitlab> gitlab # [  170.034420] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.880Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1111vm-test-run-nixbot-gitlab> gitlab # [  170.036522] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.882Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1112vm-test-run-nixbot-gitlab> gitlab # [  170.038543] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.884Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1113vm-test-run-nixbot-gitlab> gitlab # [  170.040582] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.887Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1114vm-test-run-nixbot-gitlab> gitlab # [  170.042479] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.889Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1115vm-test-run-nixbot-gitlab> gitlab # [  170.044538] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.891Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1116vm-test-run-nixbot-gitlab> gitlab # [  170.046620] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.894Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1117vm-test-run-nixbot-gitlab> gitlab # [  170.048648] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.896Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1118vm-test-run-nixbot-gitlab> gitlab # [  170.050601] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.898Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1119vm-test-run-nixbot-gitlab> gitlab # [  170.052602] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.901Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1120vm-test-run-nixbot-gitlab> gitlab # [  170.054501] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.903Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1121vm-test-run-nixbot-gitlab> gitlab # [  170.056416] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.906Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1122vm-test-run-nixbot-gitlab> gitlab # [  170.058279] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.948Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1123vm-test-run-nixbot-gitlab> gitlab # [  170.062813] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.961Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1124vm-test-run-nixbot-gitlab> gitlab # [  170.067297] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.966Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1125vm-test-run-nixbot-gitlab> gitlab # [  170.069879] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.968Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1126vm-test-run-nixbot-gitlab> gitlab # [  170.073552] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.972Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1127vm-test-run-nixbot-gitlab> gitlab # [  170.076902] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.975Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1128vm-test-run-nixbot-gitlab> gitlab # [  170.079792] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.978Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1129vm-test-run-nixbot-gitlab> gitlab # [  170.083690] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.982Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1130vm-test-run-nixbot-gitlab> gitlab # [  170.086894] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.984Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1131vm-test-run-nixbot-gitlab> gitlab # [  170.089806] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.986Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1132vm-test-run-nixbot-gitlab> gitlab # [  170.092641] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.989Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1133vm-test-run-nixbot-gitlab> gitlab # [  170.095460] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.992Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1134vm-test-run-nixbot-gitlab> gitlab # [  170.098437] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.996Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1135vm-test-run-nixbot-gitlab> gitlab # [  170.101337] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:42.999Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1136vm-test-run-nixbot-gitlab> gitlab # [  170.103977] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.001Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1137vm-test-run-nixbot-gitlab> gitlab # [  170.106666] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.004Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1138vm-test-run-nixbot-gitlab> gitlab # [  170.109282] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.006Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1139vm-test-run-nixbot-gitlab> gitlab # [  170.111881] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.008Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1140vm-test-run-nixbot-gitlab> gitlab # [  170.114673] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.011Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1141vm-test-run-nixbot-gitlab> gitlab # [  170.117191] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.013Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1142vm-test-run-nixbot-gitlab> gitlab # [  170.119542] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.015Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1143vm-test-run-nixbot-gitlab> gitlab # [  170.122018] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.017Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1144vm-test-run-nixbot-gitlab> gitlab # [  170.124461] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.020Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1145vm-test-run-nixbot-gitlab> gitlab # [  170.126787] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.022Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1146vm-test-run-nixbot-gitlab> gitlab # [  170.129170] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.024Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1147vm-test-run-nixbot-gitlab> gitlab # [  170.131318] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.027Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1148vm-test-run-nixbot-gitlab> gitlab # [  170.133874] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.029Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1149vm-test-run-nixbot-gitlab> gitlab # [  170.135952] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.031Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1150vm-test-run-nixbot-gitlab> gitlab # [  170.138177] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.033Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1151vm-test-run-nixbot-gitlab> gitlab # [  170.141407] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.036Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1152vm-test-run-nixbot-gitlab> gitlab # [  170.143611] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.038Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1153vm-test-run-nixbot-gitlab> gitlab # [  170.145820] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.041Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1154vm-test-run-nixbot-gitlab> gitlab # [  170.147795] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.043Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1155vm-test-run-nixbot-gitlab> gitlab # [  170.150071] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.046Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1156vm-test-run-nixbot-gitlab> gitlab # [  170.152055] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.049Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1157vm-test-run-nixbot-gitlab> gitlab # [  170.154152] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.052Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1158vm-test-run-nixbot-gitlab> gitlab # [  170.156237] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.054Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1159vm-test-run-nixbot-gitlab> gitlab # [  170.158347] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.057Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1160vm-test-run-nixbot-gitlab> gitlab # [  170.160480] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.059Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1161vm-test-run-nixbot-gitlab> gitlab # [  170.162723] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.061Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1162vm-test-run-nixbot-gitlab> gitlab # [  170.164895] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.063Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1163vm-test-run-nixbot-gitlab> gitlab # [  170.167010] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.065Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1164vm-test-run-nixbot-gitlab> gitlab # [  170.169447] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.068Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1165vm-test-run-nixbot-gitlab> gitlab # [  170.172087] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.071Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1166vm-test-run-nixbot-gitlab> gitlab # [  170.175356] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.074Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1167vm-test-run-nixbot-gitlab> gitlab # [  170.177999] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.076Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1168vm-test-run-nixbot-gitlab> gitlab # [  170.180143] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.078Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1169vm-test-run-nixbot-gitlab> gitlab # [  170.198806] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.097Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1170vm-test-run-nixbot-gitlab> gitlab # [  170.201168] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.100Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1171vm-test-run-nixbot-gitlab> gitlab # [  170.203314] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.102Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1172vm-test-run-nixbot-gitlab> gitlab # [  170.206459] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.105Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1173vm-test-run-nixbot-gitlab> gitlab # [  170.208967] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.107Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [  170.211653] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.110Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1175vm-test-run-nixbot-gitlab> gitlab # [  170.214405] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.113Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1176vm-test-run-nixbot-gitlab> gitlab # [  170.216983] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.115Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1177vm-test-run-nixbot-gitlab> gitlab # [  170.219224] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.117Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1178vm-test-run-nixbot-gitlab> gitlab # [  170.221779] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.120Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1179vm-test-run-nixbot-gitlab> gitlab # [  170.224066] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:19:43.122Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1180vm-test-run-nixbot-gitlab> gitlab # [  171.194235] gitlab-workhorse[1294]: time="2026-06-16T07:19:44Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1181vm-test-run-nixbot-gitlab> gitlab # [  181.202274] gitlab-workhorse[1294]: time="2026-06-16T07:19:54Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1182vm-test-run-nixbot-gitlab> gitlab # [  191.211798] gitlab-workhorse[1294]: time="2026-06-16T07:20:04Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1183vm-test-run-nixbot-gitlab> gitlab # [  201.218226] gitlab-workhorse[1294]: time="2026-06-16T07:20:14Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1184vm-test-run-nixbot-gitlab> gitlab # [  208.173277] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:21.070Z","message":"Booted Rails 7.2.3 application in production environment"}1185vm-test-run-nixbot-gitlab> gitlab # [  208.173643] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:21.071Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1186vm-test-run-nixbot-gitlab> gitlab # [  208.173812] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:21.071Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1187vm-test-run-nixbot-gitlab> gitlab # [  208.173993] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:21.071Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1188vm-test-run-nixbot-gitlab> gitlab # [  208.176075] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:21.074Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1189vm-test-run-nixbot-gitlab> gitlab # [  210.899946] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:23.797Z","message":"Cleaning working queues"}1190vm-test-run-nixbot-gitlab> gitlab # [  210.909793] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:23.807Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"ddcb23521c36045a3b3c978a","created_at":"2026-06-16T07:18:50.580Z","trace_propagation_headers":{"sentry-trace":"c8428931b7804e12b9defa758e6a5abf-acab635de8d04438","baggage":"sentry-trace_id=c8428931b7804e12b9defa758e6a5abf,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"d3dead2f690e99badc0e59aed55fe943","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T07:18:50.591Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-ddcb23521c36045a3b3c978a: start","job_status":"start","queue_duration_s":93.215835,"scheduling_latency_s":93.215947}1191vm-test-run-nixbot-gitlab> gitlab # [  211.025417] bundle[2384]: {"timestamp":"2026-06-16T07:20:23.923Z","pid":2384,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1192vm-test-run-nixbot-gitlab> gitlab # [  211.030858] bundle[2384]: {"timestamp":"2026-06-16T07:20:23.923Z","pid":2384,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1193vm-test-run-nixbot-gitlab> gitlab # [  211.035596] bundle[2384]: {"timestamp":"2026-06-16T07:20:23.923Z","pid":2384,"message":"! #\u003cThread:0x0000e06769207cc0 /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1194vm-test-run-nixbot-gitlab> gitlab # [  211.049723] bundle[2384]: {"timestamp":"2026-06-16T07:20:23.923Z","pid":2384,"message":"! #\u003cThread:0x0000e0676944f1e0 /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1195vm-test-run-nixbot-gitlab> gitlab # [  211.063265] bundle[2384]: {"timestamp":"2026-06-16T07:20:23.923Z","pid":2384,"message":"Use Ctrl-C to stop"}1196vm-test-run-nixbot-gitlab> gitlab # [  211.066331] bundle[2384]: {"timestamp":"2026-06-16T07:20:23.924Z","pid":2384,"message":"Sending status to systemd every 1.0 sec"}1197vm-test-run-nixbot-gitlab> gitlab # [  211.212953] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:24.111Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"ddcb23521c36045a3b3c978a","created_at":"2026-06-16T07:18:50.580Z","trace_propagation_headers":{"sentry-trace":"c8428931b7804e12b9defa758e6a5abf-acab635de8d04438","baggage":"sentry-trace_id=c8428931b7804e12b9defa758e6a5abf,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"d3dead2f690e99badc0e59aed55fe943","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T07:18:50.591Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-ddcb23521c36045a3b3c978a: done: 0.303916 sec","job_status":"done","queue_duration_s":93.215835,"scheduling_latency_s":93.215947,"redis_calls":24,"redis_duration_s":0.008849000000000001,"redis_read_bytes":912,"redis_write_bytes":2622,"redis_feature_flag_calls":13,"redis_feature_flag_duration_s":0.005022,"redis_feature_flag_read_bytes":902,"redis_feature_flag_write_bytes":1375,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002169,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001658,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.140783,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.1495657,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.303916,"completed_at":"2026-06-16T07:20:24.111Z","load_balancing_strategy":"primary","db_duration_s":0.08228,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1198vm-test-run-nixbot-gitlab> gitlab # [  212.023769] bundle[2384]: {"timestamp":"2026-06-16T07:20:24.920Z","pid":2384,"message":"- Worker 0 (PID: 3220) booted in 0.95s, phase: 0"}1199vm-test-run-nixbot-gitlab> gitlab # [  212.078619] bundle[2384]: {"timestamp":"2026-06-16T07:20:24.976Z","pid":2384,"message":"- Worker 1 (PID: 3224) booted in 0.98s, phase: 0"}1200vm-test-run-nixbot-gitlab> gitlab # [  212.088930] systemd[1]: Started gitlab.service.1201vm-test-run-nixbot-gitlab> gitlab # [  212.091076] systemd[1]: Reached target Common target for all GitLab services..1202vm-test-run-nixbot-gitlab> gitlab # [  212.096199] systemd[1]: Starting setup-gitlab.service...1203vm-test-run-nixbot-gitlab> gitlab # [  212.146146] setup-gitlab-start[3261]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1204vm-test-run-nixbot-gitlab> gitlab # [  215.213098] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:20:28 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 30231205vm-test-run-nixbot-gitlab> gitlab # [  215.222156] setup-gitlab-start[3287]: ++ jq -r .access_token1206vm-test-run-nixbot-gitlab> gitlab # [  215.225306] setup-gitlab-start[3286]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1207vm-test-run-nixbot-gitlab> gitlab # [  216.362775] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:20:29 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 11151208vm-test-run-nixbot-gitlab> gitlab # [  216.368701] setup-gitlab-start[3261]: + BEARER=aa9124dd53abd42644a032f59f7ccc390972495405ea855a8be701207c9a12651209vm-test-run-nixbot-gitlab> gitlab # [  216.369965] setup-gitlab-start[3261]: + AUTH='Authorization: Bearer aa9124dd53abd42644a032f59f7ccc390972495405ea855a8be701207c9a1265'1210vm-test-run-nixbot-gitlab> gitlab # [  216.371371] setup-gitlab-start[3261]: + curl -fs -X PUT -H 'Authorization: Bearer aa9124dd53abd42644a032f59f7ccc390972495405ea855a8be701207c9a1265' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1211vm-test-run-nixbot-gitlab> gitlab # [  217.576284] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:20:30 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 11801212vm-test-run-nixbot-gitlab> gitlab # [  217.580473] setup-gitlab-start[3261]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1213vm-test-run-nixbot-gitlab> gitlab # [  217.592091] runuser[3307]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1214vm-test-run-nixbot-gitlab> gitlab # [  218.074484] setup-gitlab-start[3308]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1215vm-test-run-nixbot-gitlab> gitlab # [  218.080753] setup-gitlab-start[3308]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1216vm-test-run-nixbot-gitlab> gitlab # [  218.086607] setup-gitlab-start[3308]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1217vm-test-run-nixbot-gitlab> gitlab # [  218.935509] setup-gitlab-start[3308]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1218vm-test-run-nixbot-gitlab> gitlab # [  218.936296] setup-gitlab-start[3308]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1219vm-test-run-nixbot-gitlab> gitlab # [  218.947669] setup-gitlab-start[3308]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1220vm-test-run-nixbot-gitlab> gitlab # [  223.664721] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:36.561Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"cbbf107ef7a604754a8484e6","created_at":"2026-06-16T07:20:36.510Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"da211be483e8b94b74cf93c53c100bf0","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.558Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-cbbf107ef7a604754a8484e6: start","job_status":"start","queue_duration_s":0.003167,"scheduling_latency_s":0.00322}1221vm-test-run-nixbot-gitlab> gitlab # [  223.930838] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:36.828Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"cbbf107ef7a604754a8484e6","created_at":"2026-06-16T07:20:36.510Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"da211be483e8b94b74cf93c53c100bf0","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.558Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-cbbf107ef7a604754a8484e6: done: 0.267072 sec","job_status":"done","queue_duration_s":0.003167,"scheduling_latency_s":0.00322,"redis_calls":10,"redis_duration_s":0.011871,"redis_read_bytes":9,"redis_write_bytes":1179,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001742,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005945,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":610,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004184,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":238,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.069,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.069,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.093437,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0016418,"duration_s":0.267072,"completed_at":"2026-06-16T07:20:36.828Z","load_balancing_strategy":"primary","db_duration_s":0.082242,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1222vm-test-run-nixbot-gitlab> gitlab # [  224.020565] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:36.837Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"f36c047e73cdef577707617f","created_at":"2026-06-16T07:20:36.572Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"61443a446f890b27ca4875f37822c50f","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.611Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-f36c047e73cdef577707617f: start","job_status":"start","queue_duration_s":0.226084,"scheduling_latency_s":0.226137}1223vm-test-run-nixbot-gitlab> gitlab # [  224.048211] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:36.946Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"f36c047e73cdef577707617f","created_at":"2026-06-16T07:20:36.572Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"61443a446f890b27ca4875f37822c50f","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.611Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-f36c047e73cdef577707617f: done: 0.108895 sec","job_status":"done","queue_duration_s":0.226084,"scheduling_latency_s":0.226137,"redis_calls":10,"redis_duration_s":0.015484999999999999,"redis_read_bytes":9,"redis_write_bytes":1071,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000926,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.012849,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00171,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053857,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00248582,"duration_s":0.108895,"completed_at":"2026-06-16T07:20:36.946Z","load_balancing_strategy":"primary","db_duration_s":0.020435,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1224vm-test-run-nixbot-gitlab> gitlab # [  224.110265] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:36.958Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"70dcd0f712bb8141111d25b0","created_at":"2026-06-16T07:20:36.632Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"35c811b8e2d7f9def287d83cf80a2ce0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T07:20:36.647Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-70dcd0f712bb8141111d25b0: start","job_status":"start","queue_duration_s":0.310565,"scheduling_latency_s":0.310612}1225vm-test-run-nixbot-gitlab> gitlab # [  224.124984] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:37.005Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1226vm-test-run-nixbot-gitlab> gitlab # [  224.138953] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:37.036Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"70dcd0f712bb8141111d25b0","created_at":"2026-06-16T07:20:36.632Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"35c811b8e2d7f9def287d83cf80a2ce0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T07:20:36.647Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-70dcd0f712bb8141111d25b0: done: 0.078976 sec","job_status":"done","queue_duration_s":0.310565,"scheduling_latency_s":0.310612,"redis_calls":10,"redis_duration_s":0.022626,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004142,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.010808,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.007676,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032044,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00276138,"duration_s":0.078976,"completed_at":"2026-06-16T07:20:37.036Z","load_balancing_strategy":"primary","db_duration_s":0.005537,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1227vm-test-run-nixbot-gitlab> gitlab # [  224.187764] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:37.053Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"39bd7e3c855563fa8cbeece4","created_at":"2026-06-16T07:20:36.690Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bf16e1238c8be5f7e92fb514d39c57af","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.723Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-39bd7e3c855563fa8cbeece4: start","job_status":"start","queue_duration_s":0.329969,"scheduling_latency_s":0.330016}1228vm-test-run-nixbot-gitlab> gitlab # [  224.280134] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:37.174Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"39bd7e3c855563fa8cbeece4","created_at":"2026-06-16T07:20:36.690Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bf16e1238c8be5f7e92fb514d39c57af","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.723Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-39bd7e3c855563fa8cbeece4: done: 0.120932 sec","job_status":"done","queue_duration_s":0.329969,"scheduling_latency_s":0.330016,"redis_calls":17,"redis_duration_s":0.03374,"redis_read_bytes":15,"redis_write_bytes":2007,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.011383,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1150,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.012503,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.00537,"redis_rate_limiting_write_bytes":51,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004484,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.056687,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0020428,"extra.cells_stale_requests_cleanup_cron_worker.removed_count":0,"duration_s":0.120932,"completed_at":"2026-06-16T07:20:37.174Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009858,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1229vm-test-run-nixbot-gitlab> gitlab # [  224.339542] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:37.199Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::CleanupPackageRegistryWorker","jid":"c6cf914e8b65df6db2795d30","created_at":"2026-06-16T07:20:36.738Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"882ca756ebe6d2820c2da6a3f210c7f4","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:31163b2078644913f89feb2245c5fa62ac9118d29e04cf14ce0b5def57bba8ea","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.792Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::CleanupPackageRegistryWorker JID-c6cf914e8b65df6db2795d30: start","job_status":"start","queue_duration_s":0.407297,"scheduling_latency_s":0.407347}1230vm-test-run-nixbot-gitlab> gitlab # [  224.546904] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:37.444Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::CleanupPackageRegistryWorker","jid":"c6cf914e8b65df6db2795d30","created_at":"2026-06-16T07:20:36.738Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"882ca756ebe6d2820c2da6a3f210c7f4","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:31163b2078644913f89feb2245c5fa62ac9118d29e04cf14ce0b5def57bba8ea","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.792Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::CleanupPackageRegistryWorker JID-c6cf914e8b65df6db2795d30: done: 0.244699 sec","job_status":"done","queue_duration_s":0.407297,"scheduling_latency_s":0.407347,"redis_calls":10,"redis_duration_s":0.024828999999999997,"redis_read_bytes":9,"redis_write_bytes":1125,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004547,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.015811,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004471,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":10,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.057,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.057,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.083798,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0025486,"extra.packages_cleanup_package_registry_worker.pending_destruction_package_files_count":0,"extra.packages_cleanup_package_registry_worker.processing_package_files_count":0,"extra.packages_cleanup_package_registry_worker.error_package_files_count":0,"extra.packages_cleanup_package_registry_worker.pending_cleanup_policies_count":0,"duration_s":0.244699,"completed_at":"2026-06-16T07:20:37.444Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.109654,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1231vm-test-run-nixbot-gitlab> gitlab # [  224.627704] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:37.461Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"4527d8d4668df43557cd54b2","created_at":"2026-06-16T07:20:36.822Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"006d2f02a6b04bcb5f3cbf7334c2ad74","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.905Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-4527d8d4668df43557cd54b2: start","job_status":"start","queue_duration_s":0.555146,"scheduling_latency_s":0.555206}1232vm-test-run-nixbot-gitlab> gitlab # [  224.753161] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:37.649Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"4527d8d4668df43557cd54b2","created_at":"2026-06-16T07:20:36.822Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"006d2f02a6b04bcb5f3cbf7334c2ad74","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.905Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-4527d8d4668df43557cd54b2: done: 0.189146 sec","job_status":"done","queue_duration_s":0.555146,"scheduling_latency_s":0.555206,"redis_calls":19,"redis_duration_s":0.022144,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.003939,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000294,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.016004,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001907,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.039,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.051058,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00031446,"duration_s":0.189146,"completed_at":"2026-06-16T07:20:37.649Z","load_balancing_strategy":"primary","db_duration_s":0.038893,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1233vm-test-run-nixbot-gitlab> gitlab # [  224.836364] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:37.673Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"1eec920767754b2d986413ad","created_at":"2026-06-16T07:20:36.937Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9db25f30b88a4f61d31ce489543a8ebf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.956Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-1eec920767754b2d986413ad: start","job_status":"start","queue_duration_s":0.716647,"scheduling_latency_s":0.716696}1234vm-test-run-nixbot-gitlab> gitlab # [  225.466059] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.364Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"1eec920767754b2d986413ad","created_at":"2026-06-16T07:20:36.937Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9db25f30b88a4f61d31ce489543a8ebf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:36.956Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-1eec920767754b2d986413ad: done: 0.690997 sec","job_status":"done","queue_duration_s":0.716647,"scheduling_latency_s":0.716696,"redis_calls":12,"redis_duration_s":0.019181,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003146,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.011261,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004774,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.05,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.05,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.367835,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00370784,"exclusive_lock_hold_duration_s":0.48603622,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.690997,"completed_at":"2026-06-16T07:20:38.364Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.069599,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1235vm-test-run-nixbot-gitlab> gitlab # [  225.561606] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.366Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"d73b633c20ebf186fc6b9362","created_at":"2026-06-16T07:20:36.985Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"29abedef08c2a9efb2ae0dd9910093b1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.016Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-d73b633c20ebf186fc6b9362: start","job_status":"start","queue_duration_s":1.349745,"scheduling_latency_s":1.349774}1236vm-test-run-nixbot-gitlab> gitlab # [  225.775183] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.672Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"d73b633c20ebf186fc6b9362","created_at":"2026-06-16T07:20:36.985Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"29abedef08c2a9efb2ae0dd9910093b1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.016Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-d73b633c20ebf186fc6b9362: done: 0.305491 sec","job_status":"done","queue_duration_s":1.349745,"scheduling_latency_s":1.349774,"redis_calls":14,"redis_duration_s":0.004276,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001281,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00167,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001325,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.058,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.058,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.223759,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00075558,"exclusive_lock_hold_duration_s":0.27301366000000005,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.305491,"completed_at":"2026-06-16T07:20:38.672Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.089429,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1237vm-test-run-nixbot-gitlab> gitlab # [  225.864756] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.674Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"1c79117f5856cf3ec52054e9","created_at":"2026-06-16T07:20:37.052Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2555e734c3b0f81ea3f6bd9803cf9f72","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.086Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-1c79117f5856cf3ec52054e9: start","job_status":"start","queue_duration_s":1.587891,"scheduling_latency_s":1.587914}1238vm-test-run-nixbot-gitlab> gitlab # [  225.881911] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.708Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"1c79117f5856cf3ec52054e9","created_at":"2026-06-16T07:20:37.052Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2555e734c3b0f81ea3f6bd9803cf9f72","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.086Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-1c79117f5856cf3ec52054e9: done: 0.033973 sec","job_status":"done","queue_duration_s":1.587891,"scheduling_latency_s":1.587914,"redis_calls":10,"redis_duration_s":0.002904,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000612,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00172,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000572,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015945,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000438,"duration_s":0.033973,"completed_at":"2026-06-16T07:20:38.708Z","load_balancing_strategy":"primary","db_duration_s":0.009467,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1239vm-test-run-nixbot-gitlab> gitlab # [  225.930671] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.709Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"e8f037489ce21bce3d5a5f55","created_at":"2026-06-16T07:20:37.110Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3535a2a42da8788c4af3ed7f1c15f896","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.126Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-e8f037489ce21bce3d5a5f55: start","job_status":"start","queue_duration_s":1.583773,"scheduling_latency_s":1.58379}1240vm-test-run-nixbot-gitlab> gitlab # [  225.944723] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.745Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"e8f037489ce21bce3d5a5f55","created_at":"2026-06-16T07:20:37.110Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3535a2a42da8788c4af3ed7f1c15f896","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.126Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-e8f037489ce21bce3d5a5f55: done: 0.035238 sec","job_status":"done","queue_duration_s":1.583773,"scheduling_latency_s":1.58379,"redis_calls":20,"redis_duration_s":0.005103,"redis_read_bytes":23,"redis_write_bytes":4316,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001516,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1065,"redis_queues_calls":4,"redis_queues_duration_s":0.000685,"redis_queues_read_bytes":6,"redis_queues_write_bytes":2021,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.002378,"redis_queues_metadata_read_bytes":8,"redis_queues_metadata_write_bytes":1004,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000524,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023729,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00083304,"duration_s":0.035238,"completed_at":"2026-06-16T07:20:38.745Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001688,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1241vm-test-run-nixbot-gitlab> gitlab # [  225.985357] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.746Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"19c45b52bf1e7e50dc6a7d91","created_at":"2026-06-16T07:20:37.142Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fbb8d2cb3a3a5a0edebc238b37545e6d","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.158Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-19c45b52bf1e7e50dc6a7d91: start","job_status":"start","queue_duration_s":1.587934,"scheduling_latency_s":1.587951}1242vm-test-run-nixbot-gitlab> gitlab # [  225.998755] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.774Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"19c45b52bf1e7e50dc6a7d91","created_at":"2026-06-16T07:20:37.142Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fbb8d2cb3a3a5a0edebc238b37545e6d","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.158Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-19c45b52bf1e7e50dc6a7d91: done: 0.028152 sec","job_status":"done","queue_duration_s":1.587934,"scheduling_latency_s":1.587951,"redis_calls":14,"redis_duration_s":0.0035250000000000004,"redis_read_bytes":173,"redis_write_bytes":1604,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000933,"redis_feature_flag_read_bytes":164,"redis_feature_flag_write_bytes":424,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001404,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001188,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014717,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00057298,"exclusive_lock_hold_duration_s":0.00724412,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.028152,"completed_at":"2026-06-16T07:20:38.774Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004723,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1243vm-test-run-nixbot-gitlab> gitlab # [  226.039663] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.776Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"e2aedac1aa6383339d47b1f3","created_at":"2026-06-16T07:20:37.191Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2e3652a0233f867109475636487152ea","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.210Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-e2aedac1aa6383339d47b1f3: start","job_status":"start","queue_duration_s":1.565793,"scheduling_latency_s":1.565809}1244vm-test-run-nixbot-gitlab> gitlab # [  226.053167] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.807Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"e2aedac1aa6383339d47b1f3","created_at":"2026-06-16T07:20:37.191Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2e3652a0233f867109475636487152ea","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.210Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-e2aedac1aa6383339d47b1f3: done: 0.030667 sec","job_status":"done","queue_duration_s":1.565793,"scheduling_latency_s":1.565809,"redis_calls":10,"redis_duration_s":0.003275,"redis_read_bytes":9,"redis_write_bytes":1109,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000483,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":315,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002207,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000585,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014261,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00043638,"duration_s":0.030667,"completed_at":"2026-06-16T07:20:38.807Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008301,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1245vm-test-run-nixbot-gitlab> gitlab # [  226.093444] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.808Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"ceb864cfa9099ac2ce2d0ef9","created_at":"2026-06-16T07:20:37.241Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bd97c8abc0e574411338e1c6590498b8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T07:20:37.269Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-ceb864cfa9099ac2ce2d0ef9: start","job_status":"start","queue_duration_s":1.539533,"scheduling_latency_s":1.539549}1246vm-test-run-nixbot-gitlab> gitlab # [  226.106042] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.821Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1247vm-test-run-nixbot-gitlab> gitlab # [  226.109091] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.828Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"ceb864cfa9099ac2ce2d0ef9","created_at":"2026-06-16T07:20:37.241Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bd97c8abc0e574411338e1c6590498b8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T07:20:37.269Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-ceb864cfa9099ac2ce2d0ef9: done: 0.019843 sec","job_status":"done","queue_duration_s":1.539533,"scheduling_latency_s":1.539549,"redis_calls":10,"redis_duration_s":0.0026379999999999997,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000606,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001478,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000554,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011493,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033588,"duration_s":0.019843,"completed_at":"2026-06-16T07:20:38.828Z","load_balancing_strategy":"primary","db_duration_s":0.000688,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1248vm-test-run-nixbot-gitlab> gitlab # [  226.147702] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.830Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"a9c2a8b8c5d4b8ca1db70081","created_at":"2026-06-16T07:20:37.291Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f8a85193aee8823e91b6ca9607894f1b","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.305Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-a9c2a8b8c5d4b8ca1db70081: start","job_status":"start","queue_duration_s":1.52413,"scheduling_latency_s":1.524145}1249vm-test-run-nixbot-gitlab> gitlab # [  226.160313] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.879Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"a9c2a8b8c5d4b8ca1db70081","created_at":"2026-06-16T07:20:37.291Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f8a85193aee8823e91b6ca9607894f1b","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.305Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-a9c2a8b8c5d4b8ca1db70081: done: 0.049513 sec","job_status":"done","queue_duration_s":1.52413,"scheduling_latency_s":1.524145,"redis_calls":10,"redis_duration_s":0.002676,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000495,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001645,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000536,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021078,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00043138,"extra.pages_deactivate_expired_deployments_cron_worker.deactivate_expired_pages_deployments":{"deactivated_deployments":0,"duration":0.00240588},"duration_s":0.049513,"completed_at":"2026-06-16T07:20:38.879Z","load_balancing_strategy":"primary","db_duration_s":0.021148,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1250vm-test-run-nixbot-gitlab> gitlab # [  226.200319] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.881Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"RepositoryCheck::DispatchWorker","jid":"f5464e0c8a2731e2685dd28a","created_at":"2026-06-16T07:20:37.333Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"eb144e5fc5fb8b7b671eeec312d02ef3","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:bce0277309dfde25386eb0f6b49415f8ec269d6e1b0147ad102f2a38c86bd6e2","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.356Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::DispatchWorker JID-f5464e0c8a2731e2685dd28a: start","job_status":"start","queue_duration_s":1.524973,"scheduling_latency_s":1.524994}1251vm-test-run-nixbot-gitlab> gitlab # [  226.212544] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.928Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"RepositoryCheck::DispatchWorker","jid":"f5464e0c8a2731e2685dd28a","created_at":"2026-06-16T07:20:37.333Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"eb144e5fc5fb8b7b671eeec312d02ef3","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:bce0277309dfde25386eb0f6b49415f8ec269d6e1b0147ad102f2a38c86bd6e2","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.356Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::DispatchWorker JID-f5464e0c8a2731e2685dd28a: done: 0.047923 sec","job_status":"done","queue_duration_s":1.524973,"scheduling_latency_s":1.524994,"gitaly_calls":1,"gitaly_duration_s":0.012831,"redis_calls":26,"redis_duration_s":0.005927,"redis_read_bytes":45,"redis_write_bytes":3470,"redis_cache_calls":5,"redis_cache_duration_s":0.000773,"redis_cache_read_bytes":23,"redis_cache_write_bytes":95,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.002052,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1190,"redis_queues_calls":2,"redis_queues_duration_s":0.000312,"redis_queues_read_bytes":3,"redis_queues_write_bytes":918,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001672,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":758,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001118,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":509,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030939,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.024374220000000002,"duration_s":0.047923,"completed_at":"2026-06-16T07:20:38.928Z","load_balancing_strategy":"primary","db_duration_s":0.002435,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1252vm-test-run-nixbot-gitlab> gitlab # [  226.253686] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.930Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"9b13255b21c6d41169713d85","created_at":"2026-06-16T07:20:37.366Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"00ba31990c8dcc4129c163ffecf28d4a","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.393Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-9b13255b21c6d41169713d85: start","job_status":"start","queue_duration_s":1.537079,"scheduling_latency_s":1.537096}1253vm-test-run-nixbot-gitlab> gitlab # [  226.267254] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.958Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"9b13255b21c6d41169713d85","created_at":"2026-06-16T07:20:37.366Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"00ba31990c8dcc4129c163ffecf28d4a","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.393Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-9b13255b21c6d41169713d85: done: 0.028209 sec","job_status":"done","queue_duration_s":1.537079,"scheduling_latency_s":1.537096,"redis_calls":10,"redis_duration_s":0.002658,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000533,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001641,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000484,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015451,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00055956,"duration_s":0.028209,"completed_at":"2026-06-16T07:20:38.958Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005408,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1254vm-test-run-nixbot-gitlab> gitlab # [  226.307844] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.960Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"fe64493dd2eec4ccd35ede5b","created_at":"2026-06-16T07:20:37.412Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"09a73ef8b8d8109ff0ceb39f9e1b8b59","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.438Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-fe64493dd2eec4ccd35ede5b: start","job_status":"start","queue_duration_s":1.521128,"scheduling_latency_s":1.521143}1255vm-test-run-nixbot-gitlab> gitlab # [  226.320790] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.982Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"fe64493dd2eec4ccd35ede5b","created_at":"2026-06-16T07:20:37.412Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"09a73ef8b8d8109ff0ceb39f9e1b8b59","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.438Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-fe64493dd2eec4ccd35ede5b: done: 0.022842 sec","job_status":"done","queue_duration_s":1.521128,"scheduling_latency_s":1.521143,"redis_calls":10,"redis_duration_s":0.002466,"redis_read_bytes":9,"redis_write_bytes":1087,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000551,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001437,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":566,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000478,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":216,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014457,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003174,"duration_s":0.022842,"completed_at":"2026-06-16T07:20:38.982Z","load_balancing_strategy":"primary","db_duration_s":0.000656,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1256vm-test-run-nixbot-gitlab> gitlab # [  226.358877] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.984Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"b60eb59eefaa638e67b948b5","created_at":"2026-06-16T07:20:37.453Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4ce68f23b95602c5e4583e829a4a03cc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.471Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-b60eb59eefaa638e67b948b5: start","job_status":"start","queue_duration_s":1.512638,"scheduling_latency_s":1.512654}1257vm-test-run-nixbot-gitlab> gitlab # [  226.372496] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:38.995Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1258vm-test-run-nixbot-gitlab> gitlab # [  226.375786] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.003Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"b60eb59eefaa638e67b948b5","created_at":"2026-06-16T07:20:37.453Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4ce68f23b95602c5e4583e829a4a03cc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.471Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-b60eb59eefaa638e67b948b5: done: 0.019279 sec","job_status":"done","queue_duration_s":1.512638,"scheduling_latency_s":1.512654,"redis_calls":10,"redis_duration_s":0.002448,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000499,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001467,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000482,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010318,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032852,"duration_s":0.019279,"completed_at":"2026-06-16T07:20:39.003Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000533,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1259vm-test-run-nixbot-gitlab> gitlab # [  226.415376] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.005Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"ff94559aa16e09015e19ae2e","created_at":"2026-06-16T07:20:37.516Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9a3838b30192787f5c564887e85167da","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.546Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-ff94559aa16e09015e19ae2e: start","job_status":"start","queue_duration_s":1.459221,"scheduling_latency_s":1.459239}1260vm-test-run-nixbot-gitlab> gitlab # [  226.428496] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.057Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"ff94559aa16e09015e19ae2e","created_at":"2026-06-16T07:20:37.516Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9a3838b30192787f5c564887e85167da","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.546Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-ff94559aa16e09015e19ae2e: done: 0.052388 sec","job_status":"done","queue_duration_s":1.459221,"scheduling_latency_s":1.459239,"redis_calls":10,"redis_duration_s":0.0034479999999999997,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000646,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002087,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000715,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021239,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00048414,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.052388,"completed_at":"2026-06-16T07:20:39.057Z","load_balancing_strategy":"primary","db_duration_s":0.023481,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1261vm-test-run-nixbot-gitlab> gitlab # [  226.468071] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.059Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a0db86b8cf9e2c70b64008cf","created_at":"2026-06-16T07:20:37.538Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-afe68f3507554724","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"006d2f02a6b04bcb5f3cbf7334c2ad74","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.587Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a0db86b8cf9e2c70b64008cf: start","job_status":"start","queue_duration_s":1.471873,"scheduling_latency_s":1.471892}1262vm-test-run-nixbot-gitlab> gitlab # [  226.480489] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.077Z","message":"No existing merge request to be cleaned up."}1263vm-test-run-nixbot-gitlab> gitlab # [  226.482030] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.093Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a0db86b8cf9e2c70b64008cf","created_at":"2026-06-16T07:20:37.538Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-afe68f3507554724","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"006d2f02a6b04bcb5f3cbf7334c2ad74","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.587Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a0db86b8cf9e2c70b64008cf: done: 0.034312 sec","job_status":"done","queue_duration_s":1.471873,"scheduling_latency_s":1.471892,"redis_calls":13,"redis_duration_s":0.003971,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000503,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00141,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002058,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020317,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00036044,"duration_s":0.034312,"completed_at":"2026-06-16T07:20:39.093Z","load_balancing_strategy":"primary","db_duration_s":0.005569,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1264vm-test-run-nixbot-gitlab> gitlab # [  226.519538] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.095Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1fd2be4c4f4f70d8820b283b","created_at":"2026-06-16T07:20:37.538Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-afe68f3507554724","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"006d2f02a6b04bcb5f3cbf7334c2ad74","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.587Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1fd2be4c4f4f70d8820b283b: start","job_status":"start","queue_duration_s":1.508081,"scheduling_latency_s":1.508099}1265vm-test-run-nixbot-gitlab> gitlab # [  226.530933] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.107Z","message":"No existing merge request to be cleaned up."}1266vm-test-run-nixbot-gitlab> gitlab # [  226.532526] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.115Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1fd2be4c4f4f70d8820b283b","created_at":"2026-06-16T07:20:37.538Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-afe68f3507554724","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"006d2f02a6b04bcb5f3cbf7334c2ad74","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.587Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1fd2be4c4f4f70d8820b283b: done: 0.019858 sec","job_status":"done","queue_duration_s":1.508081,"scheduling_latency_s":1.508099,"redis_calls":10,"redis_duration_s":0.0025440000000000003,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001064,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00148,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012332,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019858,"completed_at":"2026-06-16T07:20:39.115Z","load_balancing_strategy":"primary","db_duration_s":0.002457,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1267vm-test-run-nixbot-gitlab> gitlab # [  226.568581] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.117Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"970b57035dc4a2c6a3b40774","created_at":"2026-06-16T07:20:37.538Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-afe68f3507554724","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"006d2f02a6b04bcb5f3cbf7334c2ad74","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.587Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-970b57035dc4a2c6a3b40774: start","job_status":"start","queue_duration_s":1.52949,"scheduling_latency_s":1.529505}1268vm-test-run-nixbot-gitlab> gitlab # [  226.579784] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.128Z","message":"No existing merge request to be cleaned up."}1269vm-test-run-nixbot-gitlab> gitlab # [  226.581447] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.136Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"970b57035dc4a2c6a3b40774","created_at":"2026-06-16T07:20:37.538Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-afe68f3507554724","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"006d2f02a6b04bcb5f3cbf7334c2ad74","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.587Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-970b57035dc4a2c6a3b40774: done: 0.019315 sec","job_status":"done","queue_duration_s":1.52949,"scheduling_latency_s":1.529505,"redis_calls":10,"redis_duration_s":0.0026309999999999997,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001109,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001522,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012096,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019315,"completed_at":"2026-06-16T07:20:39.136Z","load_balancing_strategy":"primary","db_duration_s":0.002467,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1270vm-test-run-nixbot-gitlab> gitlab # [  226.617595] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.138Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d56d4c63cd26c6c0180a6a0e","created_at":"2026-06-16T07:20:37.538Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-afe68f3507554724","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"006d2f02a6b04bcb5f3cbf7334c2ad74","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.587Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d56d4c63cd26c6c0180a6a0e: start","job_status":"start","queue_duration_s":1.550356,"scheduling_latency_s":1.550371}1271vm-test-run-nixbot-gitlab> gitlab # [  226.628961] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.148Z","message":"No existing merge request to be cleaned up."}1272vm-test-run-nixbot-gitlab> gitlab # [  226.630489] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.157Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d56d4c63cd26c6c0180a6a0e","created_at":"2026-06-16T07:20:37.538Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-afe68f3507554724","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"006d2f02a6b04bcb5f3cbf7334c2ad74","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.587Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d56d4c63cd26c6c0180a6a0e: done: 0.019077 sec","job_status":"done","queue_duration_s":1.550356,"scheduling_latency_s":1.550371,"redis_calls":10,"redis_duration_s":0.002534,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001061,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001473,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011651,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019077,"completed_at":"2026-06-16T07:20:39.157Z","load_balancing_strategy":"primary","db_duration_s":0.002441,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1273vm-test-run-nixbot-gitlab> gitlab # [  226.666686] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.158Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"a8b58edd70e077d46c444892","created_at":"2026-06-16T07:20:37.566Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"75d0edf7ef80f271215beaa5c083e1d5","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.600Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-a8b58edd70e077d46c444892: start","job_status":"start","queue_duration_s":1.558117,"scheduling_latency_s":1.558132}1274vm-test-run-nixbot-gitlab> gitlab # [  226.681181] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.193Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"a8b58edd70e077d46c444892","created_at":"2026-06-16T07:20:37.566Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"75d0edf7ef80f271215beaa5c083e1d5","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.600Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-a8b58edd70e077d46c444892: done: 0.035033 sec","job_status":"done","queue_duration_s":1.558117,"scheduling_latency_s":1.558132,"redis_calls":13,"redis_duration_s":0.003543,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000526,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001849,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001168,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020901,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01322898,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.035033,"completed_at":"2026-06-16T07:20:39.193Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006259,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1275vm-test-run-nixbot-gitlab> gitlab # [  226.722654] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.195Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"45d59dc29d316b7f7186b5c8","created_at":"2026-06-16T07:20:37.651Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0c5fd349e079956fd843468c2d35202f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.661Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-45d59dc29d316b7f7186b5c8: start","job_status":"start","queue_duration_s":1.534123,"scheduling_latency_s":1.534139}1276vm-test-run-nixbot-gitlab> gitlab # [  226.736205] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.206Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1277vm-test-run-nixbot-gitlab> gitlab # [  226.740147] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.213Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"45d59dc29d316b7f7186b5c8","created_at":"2026-06-16T07:20:37.651Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0c5fd349e079956fd843468c2d35202f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.661Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-45d59dc29d316b7f7186b5c8: done: 0.018786 sec","job_status":"done","queue_duration_s":1.534123,"scheduling_latency_s":1.534139,"redis_calls":10,"redis_duration_s":0.002453,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000507,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001411,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000535,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010421,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032844,"duration_s":0.018786,"completed_at":"2026-06-16T07:20:39.213Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000597,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1278vm-test-run-nixbot-gitlab> gitlab # [  226.780624] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.215Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"c9304a479d7f1f589f26a66f","created_at":"2026-06-16T07:20:37.667Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"36fa429680dadfeb27a24eafc48c48cd","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.679Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-c9304a479d7f1f589f26a66f: start","job_status":"start","queue_duration_s":1.536351,"scheduling_latency_s":1.536366}1279vm-test-run-nixbot-gitlab> gitlab # [  226.793901] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.236Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"c9304a479d7f1f589f26a66f","created_at":"2026-06-16T07:20:37.667Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"36fa429680dadfeb27a24eafc48c48cd","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.679Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-c9304a479d7f1f589f26a66f: done: 0.021486 sec","job_status":"done","queue_duration_s":1.536351,"scheduling_latency_s":1.536366,"redis_calls":10,"redis_duration_s":0.003392,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001516,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0014,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000476,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010442,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00031984,"duration_s":0.021486,"completed_at":"2026-06-16T07:20:39.236Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002331,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1280vm-test-run-nixbot-gitlab> gitlab # [  226.834515] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.238Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"d5d74905ae89f997febcab32","created_at":"2026-06-16T07:20:37.686Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e7557d1926012d3c3ee3800539b223ef","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.695Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-d5d74905ae89f997febcab32: start","job_status":"start","queue_duration_s":1.542675,"scheduling_latency_s":1.54269}1281vm-test-run-nixbot-gitlab> gitlab # [  226.848585] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.261Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"d5d74905ae89f997febcab32","created_at":"2026-06-16T07:20:37.686Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e7557d1926012d3c3ee3800539b223ef","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.695Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-d5d74905ae89f997febcab32: done: 0.0227 sec","job_status":"done","queue_duration_s":1.542675,"scheduling_latency_s":1.54269,"redis_calls":13,"redis_duration_s":0.003101,"redis_read_bytes":139,"redis_write_bytes":1552,"redis_feature_flag_calls":5,"redis_feature_flag_duration_s":0.001236,"redis_feature_flag_read_bytes":132,"redis_feature_flag_write_bytes":680,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001378,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000487,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01305,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00031472,"duration_s":0.0227,"completed_at":"2026-06-16T07:20:39.261Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001156,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1282vm-test-run-nixbot-gitlab> gitlab # [  226.890046] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.262Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"1a769cd76dd417b1ece83532","created_at":"2026-06-16T07:20:37.715Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7fab8b5ab49bc0e4f5af084b07ef9e60","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.728Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-1a769cd76dd417b1ece83532: start","job_status":"start","queue_duration_s":1.533658,"scheduling_latency_s":1.533672}1283vm-test-run-nixbot-gitlab> gitlab # [  226.904111] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.274Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1284vm-test-run-nixbot-gitlab> gitlab # [  226.907606] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.281Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"1a769cd76dd417b1ece83532","created_at":"2026-06-16T07:20:37.715Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7fab8b5ab49bc0e4f5af084b07ef9e60","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.728Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-1a769cd76dd417b1ece83532: done: 0.018896 sec","job_status":"done","queue_duration_s":1.533658,"scheduling_latency_s":1.533672,"redis_calls":10,"redis_duration_s":0.002441,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00052,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0014,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000521,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010395,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033922,"duration_s":0.018896,"completed_at":"2026-06-16T07:20:39.281Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000537,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1285vm-test-run-nixbot-gitlab> gitlab # [  226.948497] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.282Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"099f7c968d24747910f3fd82","created_at":"2026-06-16T07:20:37.740Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"865fc18415d35beab28bcf688183fd2d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.748Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-099f7c968d24747910f3fd82: start","job_status":"start","queue_duration_s":1.534596,"scheduling_latency_s":1.53461}1286vm-test-run-nixbot-gitlab> gitlab # [  226.962617] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.328Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"099f7c968d24747910f3fd82","created_at":"2026-06-16T07:20:37.740Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"865fc18415d35beab28bcf688183fd2d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.748Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-099f7c968d24747910f3fd82: done: 0.045199 sec","job_status":"done","queue_duration_s":1.534596,"scheduling_latency_s":1.53461,"redis_calls":14,"redis_duration_s":0.003452,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000985,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001347,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00112,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00055644,"exclusive_lock_hold_duration_s":0.0233058,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.045199,"completed_at":"2026-06-16T07:20:39.328Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.013077,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1287vm-test-run-nixbot-gitlab> gitlab # [  227.006986] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.329Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"271e85b9b2ef2089c1306bcd","created_at":"2026-06-16T07:20:37.779Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f7d17481655b5cdd6924797c08f28f7e","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.801Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-271e85b9b2ef2089c1306bcd: start","job_status":"start","queue_duration_s":1.527648,"scheduling_latency_s":1.527666}1288vm-test-run-nixbot-gitlab> gitlab # [  227.020187] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.349Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"271e85b9b2ef2089c1306bcd","created_at":"2026-06-16T07:20:37.779Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f7d17481655b5cdd6924797c08f28f7e","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.801Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-271e85b9b2ef2089c1306bcd: done: 0.019642 sec","job_status":"done","queue_duration_s":1.527648,"scheduling_latency_s":1.527666,"redis_calls":12,"redis_duration_s":0.003244,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000473,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000485,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001813,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000473,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01067,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0008073,"duration_s":0.019642,"completed_at":"2026-06-16T07:20:39.349Z","load_balancing_strategy":"primary","db_duration_s":0.000641,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1289vm-test-run-nixbot-gitlab> gitlab # [  227.060508] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.350Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"03f905cee7a0fa9eef4d30c8","created_at":"2026-06-16T07:20:37.816Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"50d48b33dc5f216557298357ddd30d36","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.837Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-03f905cee7a0fa9eef4d30c8: start","job_status":"start","queue_duration_s":1.513502,"scheduling_latency_s":1.513518}1290vm-test-run-nixbot-gitlab> gitlab # [  227.074324] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.378Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"03f905cee7a0fa9eef4d30c8","created_at":"2026-06-16T07:20:37.816Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"50d48b33dc5f216557298357ddd30d36","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.837Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-03f905cee7a0fa9eef4d30c8: done: 0.027987 sec","job_status":"done","queue_duration_s":1.513502,"scheduling_latency_s":1.513518,"redis_calls":13,"redis_duration_s":0.003671,"redis_read_bytes":10,"redis_write_bytes":1343,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000503,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":345,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001388,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":630,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.00178,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":368,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014503,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00031962,"extra.packages_cleanup_delete_orphaned_dependencies_worker.last_processed_packages_dependency_id":0,"extra.packages_cleanup_delete_orphaned_dependencies_worker.deleted_rows_count":0,"duration_s":0.027987,"completed_at":"2026-06-16T07:20:39.378Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005094,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1291vm-test-run-nixbot-gitlab> gitlab # [  227.118063] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.380Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"e3163cd416174ee7a140e4a5","created_at":"2026-06-16T07:20:37.855Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9dd89c36cd10d4b8c3d8a485f07df815","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.902Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-e3163cd416174ee7a140e4a5: start","job_status":"start","queue_duration_s":1.477705,"scheduling_latency_s":1.47772}1292vm-test-run-nixbot-gitlab> gitlab # [  227.131440] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.405Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"e3163cd416174ee7a140e4a5","created_at":"2026-06-16T07:20:37.855Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9dd89c36cd10d4b8c3d8a485f07df815","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.902Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-e3163cd416174ee7a140e4a5: done: 0.025087 sec","job_status":"done","queue_duration_s":1.477705,"scheduling_latency_s":1.47772,"redis_calls":10,"redis_duration_s":0.002591,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000558,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00154,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000493,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013393,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032072,"duration_s":0.025087,"completed_at":"2026-06-16T07:20:39.405Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004181,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1293vm-test-run-nixbot-gitlab> gitlab # [  227.171236] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.406Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"32add75e0c5c1b23a4f510f4","created_at":"2026-06-16T07:20:37.911Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e6b78c97f4a622bd0da96f18bf4fd771","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.925Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-32add75e0c5c1b23a4f510f4: start","job_status":"start","queue_duration_s":1.481198,"scheduling_latency_s":1.481214}1294vm-test-run-nixbot-gitlab> gitlab # [  227.184623] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.720Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"32add75e0c5c1b23a4f510f4","created_at":"2026-06-16T07:20:37.911Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e6b78c97f4a622bd0da96f18bf4fd771","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.925Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-32add75e0c5c1b23a4f510f4: done: 0.314234 sec","job_status":"done","queue_duration_s":1.481198,"scheduling_latency_s":1.481214,"redis_calls":574,"redis_duration_s":0.069662,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000501,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001049,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.068112,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.276683,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022474,"duration_s":0.314234,"completed_at":"2026-06-16T07:20:39.720Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000631,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1295vm-test-run-nixbot-gitlab> gitlab # [  227.224431] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.722Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"9befb7eb83ca0268726fe31b","created_at":"2026-06-16T07:20:37.942Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fa5f1ea74f21a63d4a538534fcfc2f01","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.965Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-9befb7eb83ca0268726fe31b: start","job_status":"start","queue_duration_s":1.756874,"scheduling_latency_s":1.756891}1296vm-test-run-nixbot-gitlab> gitlab # [  227.238046] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.747Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"9befb7eb83ca0268726fe31b","created_at":"2026-06-16T07:20:37.942Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fa5f1ea74f21a63d4a538534fcfc2f01","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:37.965Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-9befb7eb83ca0268726fe31b: done: 0.024983 sec","job_status":"done","queue_duration_s":1.756874,"scheduling_latency_s":1.756891,"redis_calls":12,"redis_duration_s":0.001686,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000272,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000765,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000649,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013712,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00043514,"exclusive_lock_hold_duration_s":0.00593112,"duration_s":0.024983,"completed_at":"2026-06-16T07:20:39.747Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004488,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1297vm-test-run-nixbot-gitlab> gitlab # [  227.278621] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.748Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"3116837bfd7b99d3ae96d444","created_at":"2026-06-16T07:20:37.990Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c36f16285f6c4ba0a37cda5a3ebd5b9a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.002Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-3116837bfd7b99d3ae96d444: start","job_status":"start","queue_duration_s":1.746348,"scheduling_latency_s":1.746365}1298vm-test-run-nixbot-gitlab> gitlab # [  227.292409] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.767Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"3116837bfd7b99d3ae96d444","created_at":"2026-06-16T07:20:37.990Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c36f16285f6c4ba0a37cda5a3ebd5b9a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.002Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-3116837bfd7b99d3ae96d444: done: 0.019034 sec","job_status":"done","queue_duration_s":1.746348,"scheduling_latency_s":1.746365,"redis_calls":10,"redis_duration_s":0.0014269999999999999,"redis_read_bytes":9,"redis_write_bytes":1299,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000319,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":361,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000785,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000323,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011571,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023386,"duration_s":0.019034,"completed_at":"2026-06-16T07:20:39.767Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0007,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1299vm-test-run-nixbot-gitlab> gitlab # [  227.333259] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.768Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Releases::PublishEventWorker","jid":"3a5ffa5012aff9efe7121882","created_at":"2026-06-16T07:20:38.011Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"023e8e01eb36391de297c640a870b7db","meta.root_caller_id":"Cronjob","meta.feature_category":"release_orchestration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9f5dbd6b3e0f8a09b95f6e4bc38c93c1137695f37704af6aead7c9933a73fb55","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.019Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Releases::PublishEventWorker JID-3a5ffa5012aff9efe7121882: start","job_status":"start","queue_duration_s":1.74911,"scheduling_latency_s":1.749126}1300vm-test-run-nixbot-gitlab> gitlab # [  227.345616] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.825Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Releases::PublishEventWorker","jid":"3a5ffa5012aff9efe7121882","created_at":"2026-06-16T07:20:38.011Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"023e8e01eb36391de297c640a870b7db","meta.root_caller_id":"Cronjob","meta.feature_category":"release_orchestration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9f5dbd6b3e0f8a09b95f6e4bc38c93c1137695f37704af6aead7c9933a73fb55","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.019Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Releases::PublishEventWorker JID-3a5ffa5012aff9efe7121882: done: 0.05653 sec","job_status":"done","queue_duration_s":1.74911,"scheduling_latency_s":1.749126,"redis_calls":10,"redis_duration_s":0.001387,"redis_read_bytes":9,"redis_write_bytes":1039,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00026,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000837,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00029,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024712,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026314,"duration_s":0.05653,"completed_at":"2026-06-16T07:20:39.825Z","load_balancing_strategy":"primary","db_duration_s":0.026051,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1301vm-test-run-nixbot-gitlab> gitlab # [  227.384259] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.826Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"a2de29f446a480d7f73caf37","created_at":"2026-06-16T07:20:38.035Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.042Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-a2de29f446a480d7f73caf37: start","job_status":"start","queue_duration_s":1.784534,"scheduling_latency_s":1.784551}1302vm-test-run-nixbot-gitlab> gitlab # [  227.396938] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.931Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"a2de29f446a480d7f73caf37","created_at":"2026-06-16T07:20:38.035Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.042Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-a2de29f446a480d7f73caf37: done: 0.104822 sec","job_status":"done","queue_duration_s":1.784534,"scheduling_latency_s":1.784551,"redis_calls":71,"redis_duration_s":0.010379,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.001418,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000537,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.007972,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000452,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.091954,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002372,"duration_s":0.104822,"completed_at":"2026-06-16T07:20:39.931Z","load_balancing_strategy":"primary","db_duration_s":0.002934,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1303vm-test-run-nixbot-gitlab> gitlab # [  227.436984] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.932Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"460fce3f1885d39193b9e9dd","created_at":"2026-06-16T07:20:38.048Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0627709cb4787ce2ef1d90e623bfa04b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T07:20:38.055Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-460fce3f1885d39193b9e9dd: start","job_status":"start","queue_duration_s":1.877325,"scheduling_latency_s":1.877342}1304vm-test-run-nixbot-gitlab> gitlab # [  227.449148] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.964Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"460fce3f1885d39193b9e9dd","created_at":"2026-06-16T07:20:38.048Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0627709cb4787ce2ef1d90e623bfa04b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T07:20:38.055Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-460fce3f1885d39193b9e9dd: done: 0.03187 sec","job_status":"done","queue_duration_s":1.877325,"scheduling_latency_s":1.877342,"redis_calls":10,"redis_duration_s":0.001319,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00027,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000764,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000285,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019527,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022276,"duration_s":0.03187,"completed_at":"2026-06-16T07:20:39.964Z","load_balancing_strategy":"primary","db_duration_s":0.005654,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1305vm-test-run-nixbot-gitlab> gitlab # [  227.487545] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.965Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"9ae6825a7ee96eb443a5dcfb","created_at":"2026-06-16T07:20:38.061Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ef033844adb806315f31d81c8312af62","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.066Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-9ae6825a7ee96eb443a5dcfb: start","job_status":"start","queue_duration_s":1.898866,"scheduling_latency_s":1.898883}1306vm-test-run-nixbot-gitlab> gitlab # [  227.501428] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.991Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"9ae6825a7ee96eb443a5dcfb","created_at":"2026-06-16T07:20:38.061Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ef033844adb806315f31d81c8312af62","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.066Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-9ae6825a7ee96eb443a5dcfb: done: 0.026141 sec","job_status":"done","queue_duration_s":1.898866,"scheduling_latency_s":1.898883,"redis_calls":12,"redis_duration_s":0.00162,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000288,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000717,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000615,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01484,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00068236,"exclusive_lock_hold_duration_s":0.007439159999999999,"duration_s":0.026141,"completed_at":"2026-06-16T07:20:39.991Z","load_balancing_strategy":"primary","db_duration_s":0.00472,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1307vm-test-run-nixbot-gitlab> gitlab # [  227.540424] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:39.993Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"b79f71e013edfde3d92bd1fd","created_at":"2026-06-16T07:20:38.074Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b03f308e181b35a269c39650581d13e2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.080Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-b79f71e013edfde3d92bd1fd: start","job_status":"start","queue_duration_s":1.912746,"scheduling_latency_s":1.912763}1308vm-test-run-nixbot-gitlab> gitlab # [  227.553839] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.004Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1309vm-test-run-nixbot-gitlab> gitlab # [  227.556808] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.011Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"b79f71e013edfde3d92bd1fd","created_at":"2026-06-16T07:20:38.074Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b03f308e181b35a269c39650581d13e2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.080Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-b79f71e013edfde3d92bd1fd: done: 0.018395 sec","job_status":"done","queue_duration_s":1.912746,"scheduling_latency_s":1.912763,"redis_calls":10,"redis_duration_s":0.001503,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000269,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000949,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000285,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01093,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039926,"duration_s":0.018395,"completed_at":"2026-06-16T07:20:40.011Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000665,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1310vm-test-run-nixbot-gitlab> gitlab # [  227.596371] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.012Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"146e3ac74982e4cf19e12ea5","created_at":"2026-06-16T07:20:38.721Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-97a2fcac7f844ab8","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"3535a2a42da8788c4af3ed7f1c15f896","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.730Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-146e3ac74982e4cf19e12ea5: start","job_status":"start","queue_duration_s":1.281698,"scheduling_latency_s":1.281714}1311vm-test-run-nixbot-gitlab> gitlab # [  227.610645] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.037Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"146e3ac74982e4cf19e12ea5","created_at":"2026-06-16T07:20:38.721Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-97a2fcac7f844ab8","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"3535a2a42da8788c4af3ed7f1c15f896","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.730Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-146e3ac74982e4cf19e12ea5: done: 0.024635 sec","job_status":"done","queue_duration_s":1.281698,"scheduling_latency_s":1.281714,"redis_calls":10,"redis_duration_s":0.001315,"redis_read_bytes":9,"redis_write_bytes":1117,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000278,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000771,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000266,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":222,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015551,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022448,"duration_s":0.024635,"completed_at":"2026-06-16T07:20:40.037Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002691,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1312vm-test-run-nixbot-gitlab> gitlab # [  227.651286] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.038Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"a99426c86c817d3ecc334f73","created_at":"2026-06-16T07:20:38.731Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-97a2fcac7f844ab8","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"3535a2a42da8788c4af3ed7f1c15f896","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.736Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-a99426c86c817d3ecc334f73: start","job_status":"start","queue_duration_s":1.301705,"scheduling_latency_s":1.301721}1313vm-test-run-nixbot-gitlab> gitlab # [  227.665648] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.059Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"a99426c86c817d3ecc334f73","created_at":"2026-06-16T07:20:38.731Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-97a2fcac7f844ab8","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"3535a2a42da8788c4af3ed7f1c15f896","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.736Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-a99426c86c817d3ecc334f73: done: 0.021158 sec","job_status":"done","queue_duration_s":1.301705,"scheduling_latency_s":1.301721,"redis_calls":10,"redis_duration_s":0.001533,"redis_read_bytes":9,"redis_write_bytes":1133,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00044,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000813,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00028,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013708,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00025478,"duration_s":0.021158,"completed_at":"2026-06-16T07:20:40.059Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000971,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1314vm-test-run-nixbot-gitlab> gitlab # [  227.707492] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.060Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"repository_check","args":["default"],"class":"RepositoryCheck::BatchWorker","jid":"2a50230773291c10b2e4d5ab","created_at":"2026-06-16T07:20:38.915Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-9e4fb1e9298b4a76","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"RepositoryCheck::DispatchWorker","correlation_id":"eb144e5fc5fb8b7b671eeec312d02ef3","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b22e99a0acd71e0cf2962b3ba955d6f34621628300baf74d4c861b087bc17605","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.921Z","job_size_bytes":11,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::BatchWorker JID-2a50230773291c10b2e4d5ab: start","job_status":"start","queue_duration_s":1.139557,"scheduling_latency_s":1.139573}1315vm-test-run-nixbot-gitlab> gitlab # [  227.720734] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.088Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"repository_check","args":["default"],"class":"RepositoryCheck::BatchWorker","jid":"2a50230773291c10b2e4d5ab","created_at":"2026-06-16T07:20:38.915Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-9e4fb1e9298b4a76","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"RepositoryCheck::DispatchWorker","correlation_id":"eb144e5fc5fb8b7b671eeec312d02ef3","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b22e99a0acd71e0cf2962b3ba955d6f34621628300baf74d4c861b087bc17605","size_limiter":"validated","enqueued_at":"2026-06-16T07:20:38.921Z","job_size_bytes":11,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::BatchWorker JID-2a50230773291c10b2e4d5ab: done: 0.028113 sec","job_status":"done","queue_duration_s":1.139557,"scheduling_latency_s":1.139573,"redis_calls":13,"redis_duration_s":0.001835,"redis_read_bytes":12,"redis_write_bytes":1387,"redis_cache_calls":1,"redis_cache_duration_s":0.00023,"redis_cache_read_bytes":1,"redis_cache_write_bytes":37,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000272,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000733,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.0006,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":513,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018148,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00587204,"duration_s":0.028113,"completed_at":"2026-06-16T07:20:40.088Z","load_balancing_strategy":"primary","db_duration_s":0.003462,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1316vm-test-run-nixbot-gitlab> gitlab # [  227.761370] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.089Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"46c9cc7ce39b0a927f29267f","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-46c9cc7ce39b0a927f29267f: start","job_status":"start","queue_duration_s":0.167125,"scheduling_latency_s":0.167142}1317vm-test-run-nixbot-gitlab> gitlab # [  227.773157] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.110Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"46c9cc7ce39b0a927f29267f","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-46c9cc7ce39b0a927f29267f: done: 0.020887 sec","job_status":"done","queue_duration_s":0.167125,"scheduling_latency_s":0.167142,"redis_calls":16,"redis_duration_s":0.002069,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000297,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000589,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001183,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013368,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023176,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020887,"completed_at":"2026-06-16T07:20:40.110Z","load_balancing_strategy":"primary","db_duration_s":0.000592,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1318vm-test-run-nixbot-gitlab> gitlab # [  227.812396] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.111Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a34d602428ff7850b7769a13","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a34d602428ff7850b7769a13: start","job_status":"start","queue_duration_s":0.189051,"scheduling_latency_s":0.189067}1319vm-test-run-nixbot-gitlab> gitlab # [  227.824263] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.126Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a34d602428ff7850b7769a13","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a34d602428ff7850b7769a13: done: 0.014221 sec","job_status":"done","queue_duration_s":0.189051,"scheduling_latency_s":0.189067,"redis_calls":13,"redis_duration_s":0.001434,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000514,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00092,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009834,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014221,"completed_at":"2026-06-16T07:20:40.125Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1320vm-test-run-nixbot-gitlab> gitlab # [  227.861301] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.127Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df5de5ae56f81cde7860215e","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df5de5ae56f81cde7860215e: start","job_status":"start","queue_duration_s":0.204624,"scheduling_latency_s":0.204641}1321vm-test-run-nixbot-gitlab> gitlab # [  227.872874] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.141Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df5de5ae56f81cde7860215e","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df5de5ae56f81cde7860215e: done: 0.014463 sec","job_status":"done","queue_duration_s":0.204624,"scheduling_latency_s":0.204641,"redis_calls":13,"redis_duration_s":0.0015119999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000576,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000936,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00997,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014463,"completed_at":"2026-06-16T07:20:40.141Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1322vm-test-run-nixbot-gitlab> gitlab # [  227.911045] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.143Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e171c0dec28125b7c97193d9","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e171c0dec28125b7c97193d9: start","job_status":"start","queue_duration_s":0.220277,"scheduling_latency_s":0.220293}1323vm-test-run-nixbot-gitlab> gitlab # [  227.922968] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.157Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e171c0dec28125b7c97193d9","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e171c0dec28125b7c97193d9: done: 0.014562 sec","job_status":"done","queue_duration_s":0.220277,"scheduling_latency_s":0.220293,"redis_calls":13,"redis_duration_s":0.0016159999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000677,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000939,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010101,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014562,"completed_at":"2026-06-16T07:20:40.157Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1324vm-test-run-nixbot-gitlab> gitlab # [  227.960283] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.158Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"48a4c7ee32ae984b762e4b7a","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-48a4c7ee32ae984b762e4b7a: start","job_status":"start","queue_duration_s":0.23599,"scheduling_latency_s":0.236006}1325vm-test-run-nixbot-gitlab> gitlab # [  227.971864] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.172Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"48a4c7ee32ae984b762e4b7a","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-48a4c7ee32ae984b762e4b7a: done: 0.014249 sec","job_status":"done","queue_duration_s":0.23599,"scheduling_latency_s":0.236006,"redis_calls":13,"redis_duration_s":0.0014689999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000511,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000958,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009985,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014249,"completed_at":"2026-06-16T07:20:40.172Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1326vm-test-run-nixbot-gitlab> gitlab # [  228.009307] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.174Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5fd67af5bd4d78e0ab6b88a3","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5fd67af5bd4d78e0ab6b88a3: start","job_status":"start","queue_duration_s":0.251578,"scheduling_latency_s":0.251594}1327vm-test-run-nixbot-gitlab> gitlab # [  228.021134] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.188Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5fd67af5bd4d78e0ab6b88a3","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5fd67af5bd4d78e0ab6b88a3: done: 0.014236 sec","job_status":"done","queue_duration_s":0.251578,"scheduling_latency_s":0.251594,"redis_calls":13,"redis_duration_s":0.001454,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000506,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000948,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009966,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014236,"completed_at":"2026-06-16T07:20:40.188Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1328vm-test-run-nixbot-gitlab> gitlab # [  228.058256] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.189Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24ffeb1c79b33cac1a570d0d","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24ffeb1c79b33cac1a570d0d: start","job_status":"start","queue_duration_s":0.266996,"scheduling_latency_s":0.267012}1329vm-test-run-nixbot-gitlab> gitlab # [  228.070077] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.204Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24ffeb1c79b33cac1a570d0d","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24ffeb1c79b33cac1a570d0d: done: 0.014525 sec","job_status":"done","queue_duration_s":0.266996,"scheduling_latency_s":0.267012,"redis_calls":13,"redis_duration_s":0.0014810000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000537,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000944,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010198,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014525,"completed_at":"2026-06-16T07:20:40.204Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1330vm-test-run-nixbot-gitlab> gitlab # [  228.107261] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.205Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1a8d3c4ddca94bda860b6b33","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1a8d3c4ddca94bda860b6b33: start","job_status":"start","queue_duration_s":0.28255,"scheduling_latency_s":0.282566}1331vm-test-run-nixbot-gitlab> gitlab # [  228.120065] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.219Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1a8d3c4ddca94bda860b6b33","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1a8d3c4ddca94bda860b6b33: done: 0.014677 sec","job_status":"done","queue_duration_s":0.28255,"scheduling_latency_s":0.282566,"redis_calls":13,"redis_duration_s":0.001438,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010251,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014677,"completed_at":"2026-06-16T07:20:40.219Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1332vm-test-run-nixbot-gitlab> gitlab # [  228.156514] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.221Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"254964af7602df218e8be2bc","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-254964af7602df218e8be2bc: start","job_status":"start","queue_duration_s":0.298226,"scheduling_latency_s":0.298242}1333vm-test-run-nixbot-gitlab> gitlab # [  228.168120] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.235Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"254964af7602df218e8be2bc","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-254964af7602df218e8be2bc: done: 0.014452 sec","job_status":"done","queue_duration_s":0.298226,"scheduling_latency_s":0.298242,"redis_calls":13,"redis_duration_s":0.00145,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000523,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000927,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009948,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014452,"completed_at":"2026-06-16T07:20:40.235Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1334vm-test-run-nixbot-gitlab> gitlab # [  228.204578] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.236Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74010286f6add3d2bfa3a5aa","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74010286f6add3d2bfa3a5aa: start","job_status":"start","queue_duration_s":0.313693,"scheduling_latency_s":0.31371}1335vm-test-run-nixbot-gitlab> gitlab # [  228.216182] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.251Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74010286f6add3d2bfa3a5aa","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74010286f6add3d2bfa3a5aa: done: 0.014862 sec","job_status":"done","queue_duration_s":0.313693,"scheduling_latency_s":0.31371,"redis_calls":13,"redis_duration_s":0.001552,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000541,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001011,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00991,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014862,"completed_at":"2026-06-16T07:20:40.251Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1336vm-test-run-nixbot-gitlab> gitlab # [  228.252682] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.252Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"aa6fcc56ba035e6dffde8293","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-aa6fcc56ba035e6dffde8293: start","job_status":"start","queue_duration_s":0.329542,"scheduling_latency_s":0.329558}1337vm-test-run-nixbot-gitlab> gitlab # [  228.264260] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.266Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"aa6fcc56ba035e6dffde8293","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-aa6fcc56ba035e6dffde8293: done: 0.014505 sec","job_status":"done","queue_duration_s":0.329542,"scheduling_latency_s":0.329558,"redis_calls":13,"redis_duration_s":0.001472,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000926,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009891,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014505,"completed_at":"2026-06-16T07:20:40.266Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1338vm-test-run-nixbot-gitlab> gitlab # [  228.300725] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.267Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1e0fdf9b553389b257ea933e","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1e0fdf9b553389b257ea933e: start","job_status":"start","queue_duration_s":0.345052,"scheduling_latency_s":0.345067}1339vm-test-run-nixbot-gitlab> gitlab # [  228.312277] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.282Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1e0fdf9b553389b257ea933e","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1e0fdf9b553389b257ea933e: done: 0.014699 sec","job_status":"done","queue_duration_s":0.345052,"scheduling_latency_s":0.345067,"redis_calls":13,"redis_duration_s":0.00146,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000918,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009969,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014699,"completed_at":"2026-06-16T07:20:40.282Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1340vm-test-run-nixbot-gitlab> gitlab # [  228.349744] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.283Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a4c55a6b858ab0fcb2d40029","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a4c55a6b858ab0fcb2d40029: start","job_status":"start","queue_duration_s":0.360963,"scheduling_latency_s":0.360979}1341vm-test-run-nixbot-gitlab> gitlab # [  228.361404] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.298Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a4c55a6b858ab0fcb2d40029","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a4c55a6b858ab0fcb2d40029: done: 0.014366 sec","job_status":"done","queue_duration_s":0.360963,"scheduling_latency_s":0.360979,"redis_calls":13,"redis_duration_s":0.001436,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000915,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009884,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014366,"completed_at":"2026-06-16T07:20:40.298Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1342vm-test-run-nixbot-gitlab> gitlab # [  228.398050] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.299Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"88540f38b26b54d736abc3d6","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-88540f38b26b54d736abc3d6: start","job_status":"start","queue_duration_s":0.376487,"scheduling_latency_s":0.376503}1343vm-test-run-nixbot-gitlab> gitlab # [  228.409521] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.313Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"88540f38b26b54d736abc3d6","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-88540f38b26b54d736abc3d6: done: 0.014257 sec","job_status":"done","queue_duration_s":0.376487,"scheduling_latency_s":0.376503,"redis_calls":13,"redis_duration_s":0.001462,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000932,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01003,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014257,"completed_at":"2026-06-16T07:20:40.313Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1344vm-test-run-nixbot-gitlab> gitlab # [  228.446066] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.314Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a6345c8945963b9d54717c1a","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a6345c8945963b9d54717c1a: start","job_status":"start","queue_duration_s":0.391904,"scheduling_latency_s":0.39192}1345vm-test-run-nixbot-gitlab> gitlab # [  228.457807] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.329Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a6345c8945963b9d54717c1a","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a6345c8945963b9d54717c1a: done: 0.014568 sec","job_status":"done","queue_duration_s":0.391904,"scheduling_latency_s":0.39192,"redis_calls":13,"redis_duration_s":0.0018579999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000824,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001034,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010266,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014568,"completed_at":"2026-06-16T07:20:40.329Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1346vm-test-run-nixbot-gitlab> gitlab # [  228.494495] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.330Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"468e17bfa4b0902257256a5a","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-468e17bfa4b0902257256a5a: start","job_status":"start","queue_duration_s":0.407754,"scheduling_latency_s":0.407769}1347vm-test-run-nixbot-gitlab> gitlab # [  228.506361] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.344Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"468e17bfa4b0902257256a5a","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-468e17bfa4b0902257256a5a: done: 0.014133 sec","job_status":"done","queue_duration_s":0.407754,"scheduling_latency_s":0.407769,"redis_calls":13,"redis_duration_s":0.001608,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000535,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001073,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009929,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014133,"completed_at":"2026-06-16T07:20:40.344Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1348vm-test-run-nixbot-gitlab> gitlab # [  228.544891] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.345Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00d3d4959d7d2cdae9e19006","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00d3d4959d7d2cdae9e19006: start","job_status":"start","queue_duration_s":0.423082,"scheduling_latency_s":0.423098}1349vm-test-run-nixbot-gitlab> gitlab # [  228.556948] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.360Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00d3d4959d7d2cdae9e19006","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00d3d4959d7d2cdae9e19006: done: 0.014712 sec","job_status":"done","queue_duration_s":0.423082,"scheduling_latency_s":0.423098,"redis_calls":13,"redis_duration_s":0.001679,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000552,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001127,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010255,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014712,"completed_at":"2026-06-16T07:20:40.360Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350vm-test-run-nixbot-gitlab> gitlab # [  228.595102] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.361Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9d4ad4bd573243f4381d53eb","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9d4ad4bd573243f4381d53eb: start","job_status":"start","queue_duration_s":0.438857,"scheduling_latency_s":0.438873}1351vm-test-run-nixbot-gitlab> gitlab # [  228.630293] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.376Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9d4ad4bd573243f4381d53eb","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9d4ad4bd573243f4381d53eb: done: 0.014558 sec","job_status":"done","queue_duration_s":0.438857,"scheduling_latency_s":0.438873,"redis_calls":13,"redis_duration_s":0.0014520000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000916,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01006,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014558,"completed_at":"2026-06-16T07:20:40.376Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1352vm-test-run-nixbot-gitlab> gitlab # [  228.699646] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.377Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a9cda7712c170bac8ea4cdc","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a9cda7712c170bac8ea4cdc: start","job_status":"start","queue_duration_s":0.454607,"scheduling_latency_s":0.454624}1353vm-test-run-nixbot-gitlab> gitlab # [  228.711909] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.391Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a9cda7712c170bac8ea4cdc","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a9cda7712c170bac8ea4cdc: done: 0.014169 sec","job_status":"done","queue_duration_s":0.454607,"scheduling_latency_s":0.454624,"redis_calls":13,"redis_duration_s":0.0014269999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000502,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000925,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009833,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014169,"completed_at":"2026-06-16T07:20:40.391Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1354vm-test-run-nixbot-gitlab> gitlab # [  228.750755] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.392Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4c8dee02bc7d428d62356483","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4c8dee02bc7d428d62356483: start","job_status":"start","queue_duration_s":0.46977,"scheduling_latency_s":0.469786}1355vm-test-run-nixbot-gitlab> gitlab # [  228.762612] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.523Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4c8dee02bc7d428d62356483","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4c8dee02bc7d428d62356483: done: 0.131292 sec","job_status":"done","queue_duration_s":0.46977,"scheduling_latency_s":0.469786,"redis_calls":13,"redis_duration_s":0.0016950000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000693,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001002,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.125941,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.131292,"completed_at":"2026-06-16T07:20:40.523Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1356vm-test-run-nixbot-gitlab> gitlab # [  228.800392] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.525Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3b5beb16e89d38f68c629569","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3b5beb16e89d38f68c629569: start","job_status":"start","queue_duration_s":0.602224,"scheduling_latency_s":0.602243}1357vm-test-run-nixbot-gitlab> gitlab # [  228.812639] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.718Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3b5beb16e89d38f68c629569","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3b5beb16e89d38f68c629569: done: 0.193417 sec","job_status":"done","queue_duration_s":0.602224,"scheduling_latency_s":0.602243,"redis_calls":13,"redis_duration_s":0.001816,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000878,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000938,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011961,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.193417,"completed_at":"2026-06-16T07:20:40.718Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1358vm-test-run-nixbot-gitlab> gitlab # [  228.850435] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.723Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9f58b8b1026158376c57a91","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9f58b8b1026158376c57a91: start","job_status":"start","queue_duration_s":0.80052,"scheduling_latency_s":0.800563}1359vm-test-run-nixbot-gitlab> gitlab # [  228.862611] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.759Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9f58b8b1026158376c57a91","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9f58b8b1026158376c57a91: done: 0.036575 sec","job_status":"done","queue_duration_s":0.80052,"scheduling_latency_s":0.800563,"redis_calls":13,"redis_duration_s":0.003803,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001302,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002501,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.036575,"completed_at":"2026-06-16T07:20:40.759Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1360vm-test-run-nixbot-gitlab> gitlab # [  228.900458] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.762Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"12b18d3ea873f54085332353","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-12b18d3ea873f54085332353: start","job_status":"start","queue_duration_s":0.839777,"scheduling_latency_s":0.839807}1361vm-test-run-nixbot-gitlab> gitlab # [  228.912148] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.786Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"12b18d3ea873f54085332353","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-12b18d3ea873f54085332353: done: 0.02386 sec","job_status":"done","queue_duration_s":0.839777,"scheduling_latency_s":0.839807,"redis_calls":13,"redis_duration_s":0.00297,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001447,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001523,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016402,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02386,"completed_at":"2026-06-16T07:20:40.786Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1362vm-test-run-nixbot-gitlab> gitlab # [  228.950751] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.787Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5c8d75602ee5fe9c78266302","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5c8d75602ee5fe9c78266302: start","job_status":"start","queue_duration_s":0.865183,"scheduling_latency_s":0.865204}1363vm-test-run-nixbot-gitlab> gitlab # [  228.962878] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.806Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5c8d75602ee5fe9c78266302","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5c8d75602ee5fe9c78266302: done: 0.018713 sec","job_status":"done","queue_duration_s":0.865183,"scheduling_latency_s":0.865204,"redis_calls":13,"redis_duration_s":0.001911,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00064,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001271,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013028,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018713,"completed_at":"2026-06-16T07:20:40.806Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1364vm-test-run-nixbot-gitlab> gitlab # [  229.000546] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.807Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c030a27fffc10ac45dae7493","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c030a27fffc10ac45dae7493: start","job_status":"start","queue_duration_s":0.88518,"scheduling_latency_s":0.885199}1365vm-test-run-nixbot-gitlab> gitlab # [  229.012386] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.823Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c030a27fffc10ac45dae7493","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c030a27fffc10ac45dae7493: done: 0.015864 sec","job_status":"done","queue_duration_s":0.88518,"scheduling_latency_s":0.885199,"redis_calls":13,"redis_duration_s":0.001578,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000581,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000997,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011086,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015864,"completed_at":"2026-06-16T07:20:40.823Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1366vm-test-run-nixbot-gitlab> gitlab # [  229.050225] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.824Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c72bb7359f29a3c1d0eda567","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c72bb7359f29a3c1d0eda567: start","job_status":"start","queue_duration_s":0.902181,"scheduling_latency_s":0.902198}1367vm-test-run-nixbot-gitlab> gitlab # [  229.062247] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.839Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c72bb7359f29a3c1d0eda567","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c72bb7359f29a3c1d0eda567: done: 0.01468 sec","job_status":"done","queue_duration_s":0.902181,"scheduling_latency_s":0.902198,"redis_calls":13,"redis_duration_s":0.0014810000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000945,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009634,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01468,"completed_at":"2026-06-16T07:20:40.839Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1368vm-test-run-nixbot-gitlab> gitlab # [  229.099937] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.841Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"65aed5ad470422ff2c2b75a5","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-65aed5ad470422ff2c2b75a5: start","job_status":"start","queue_duration_s":0.918521,"scheduling_latency_s":0.918537}1369vm-test-run-nixbot-gitlab> gitlab # [  229.112204] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"65aed5ad470422ff2c2b75a5","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-65aed5ad470422ff2c2b75a5: done: 0.014289 sec","job_status":"done","queue_duration_s":0.918521,"scheduling_latency_s":0.918537,"redis_calls":13,"redis_duration_s":0.0015,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000518,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000982,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009699,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014289,"completed_at":"2026-06-16T07:20:40.855Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1370vm-test-run-nixbot-gitlab> gitlab # [  229.150609] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.856Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a99ec0710fef42c20b0b1236","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a99ec0710fef42c20b0b1236: start","job_status":"start","queue_duration_s":0.933798,"scheduling_latency_s":0.933813}1371vm-test-run-nixbot-gitlab> gitlab # [  229.162671] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.870Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a99ec0710fef42c20b0b1236","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a99ec0710fef42c20b0b1236: done: 0.014039 sec","job_status":"done","queue_duration_s":0.933798,"scheduling_latency_s":0.933813,"redis_calls":13,"redis_duration_s":0.0014980000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000528,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00097,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014039,"completed_at":"2026-06-16T07:20:40.870Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1372vm-test-run-nixbot-gitlab> gitlab # [  229.200507] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5e04c64ab275b30256ecee04","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5e04c64ab275b30256ecee04: start","job_status":"start","queue_duration_s":0.948893,"scheduling_latency_s":0.948909}1373vm-test-run-nixbot-gitlab> gitlab # [  229.212455] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.885Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5e04c64ab275b30256ecee04","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5e04c64ab275b30256ecee04: done: 0.014229 sec","job_status":"done","queue_duration_s":0.948893,"scheduling_latency_s":0.948909,"redis_calls":13,"redis_duration_s":0.00151,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000552,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000958,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010017,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014229,"completed_at":"2026-06-16T07:20:40.885Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1374vm-test-run-nixbot-gitlab> gitlab # [  229.250146] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.886Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f0909c17d76bab13178693ff","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f0909c17d76bab13178693ff: start","job_status":"start","queue_duration_s":0.964108,"scheduling_latency_s":0.964123}1375vm-test-run-nixbot-gitlab> gitlab # [  229.262055] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.900Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f0909c17d76bab13178693ff","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f0909c17d76bab13178693ff: done: 0.013809 sec","job_status":"done","queue_duration_s":0.964108,"scheduling_latency_s":0.964123,"redis_calls":13,"redis_duration_s":0.001408,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0009,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009059,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013809,"completed_at":"2026-06-16T07:20:40.900Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1376vm-test-run-nixbot-gitlab> gitlab # [  229.299888] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.902Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1aced3d358113384c607de85","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1aced3d358113384c607de85: start","job_status":"start","queue_duration_s":0.979682,"scheduling_latency_s":0.979699}1377vm-test-run-nixbot-gitlab> gitlab # [  229.312024] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.916Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1aced3d358113384c607de85","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1aced3d358113384c607de85: done: 0.01419 sec","job_status":"done","queue_duration_s":0.979682,"scheduling_latency_s":0.979699,"redis_calls":13,"redis_duration_s":0.0014130000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000501,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000912,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009899,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01419,"completed_at":"2026-06-16T07:20:40.916Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1378vm-test-run-nixbot-gitlab> gitlab # [  229.350713] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.917Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4588abcf575a446a3a6033a7","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4588abcf575a446a3a6033a7: start","job_status":"start","queue_duration_s":0.994942,"scheduling_latency_s":0.994958}1379vm-test-run-nixbot-gitlab> gitlab # [  229.362739] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.932Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4588abcf575a446a3a6033a7","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4588abcf575a446a3a6033a7: done: 0.014343 sec","job_status":"done","queue_duration_s":0.994942,"scheduling_latency_s":0.994958,"redis_calls":13,"redis_duration_s":0.002098,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000534,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001564,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010049,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014343,"completed_at":"2026-06-16T07:20:40.931Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1380vm-test-run-nixbot-gitlab> gitlab # [  229.400510] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.933Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6461f72c4bdd1625db440ab2","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6461f72c4bdd1625db440ab2: start","job_status":"start","queue_duration_s":1.010393,"scheduling_latency_s":1.010409}1381vm-test-run-nixbot-gitlab> gitlab # [  229.412409] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.947Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6461f72c4bdd1625db440ab2","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6461f72c4bdd1625db440ab2: done: 0.014289 sec","job_status":"done","queue_duration_s":1.010393,"scheduling_latency_s":1.010409,"redis_calls":13,"redis_duration_s":0.002116,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001225,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000891,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010057,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014289,"completed_at":"2026-06-16T07:20:40.947Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1382vm-test-run-nixbot-gitlab> gitlab # [  229.450106] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.949Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"56ec0aa441feb6ba6ba7380e","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-56ec0aa441feb6ba6ba7380e: start","job_status":"start","queue_duration_s":1.026429,"scheduling_latency_s":1.026446}1383vm-test-run-nixbot-gitlab> gitlab # [  229.461999] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.966Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"56ec0aa441feb6ba6ba7380e","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-56ec0aa441feb6ba6ba7380e: done: 0.01763 sec","job_status":"done","queue_duration_s":1.026429,"scheduling_latency_s":1.026446,"redis_calls":13,"redis_duration_s":0.003493,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001153,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00234,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010177,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01763,"completed_at":"2026-06-16T07:20:40.966Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1384vm-test-run-nixbot-gitlab> gitlab # [  229.499493] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.968Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f7705135c0a7161231be3ce","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f7705135c0a7161231be3ce: start","job_status":"start","queue_duration_s":1.046124,"scheduling_latency_s":1.046142}1385vm-test-run-nixbot-gitlab> gitlab # [  229.511250] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.985Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f7705135c0a7161231be3ce","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f7705135c0a7161231be3ce: done: 0.016343 sec","job_status":"done","queue_duration_s":1.046124,"scheduling_latency_s":1.046142,"redis_calls":13,"redis_duration_s":0.002711,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000942,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001769,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010603,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016343,"completed_at":"2026-06-16T07:20:40.985Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1386vm-test-run-nixbot-gitlab> gitlab # [  229.548902] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:40.986Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"65ad77f509ea2761c2aa54bd","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-65ad77f509ea2761c2aa54bd: start","job_status":"start","queue_duration_s":1.063897,"scheduling_latency_s":1.063913}1387vm-test-run-nixbot-gitlab> gitlab # [  229.560478] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.002Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"65ad77f509ea2761c2aa54bd","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-65ad77f509ea2761c2aa54bd: done: 0.016282 sec","job_status":"done","queue_duration_s":1.063897,"scheduling_latency_s":1.063913,"redis_calls":13,"redis_duration_s":0.002796,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000936,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00186,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010607,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016282,"completed_at":"2026-06-16T07:20:41.002Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1388vm-test-run-nixbot-gitlab> gitlab # [  229.596943] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.004Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"55c927589d03b513d3dbcb24","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-55c927589d03b513d3dbcb24: start","job_status":"start","queue_duration_s":1.081542,"scheduling_latency_s":1.081558}1389vm-test-run-nixbot-gitlab> gitlab # [  229.608493] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.019Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"55c927589d03b513d3dbcb24","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-55c927589d03b513d3dbcb24: done: 0.015681 sec","job_status":"done","queue_duration_s":1.081542,"scheduling_latency_s":1.081558,"redis_calls":13,"redis_duration_s":0.002759,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001827,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009961,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015681,"completed_at":"2026-06-16T07:20:41.019Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1390vm-test-run-nixbot-gitlab> gitlab # [  229.645572] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.021Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a30ee193c42662e0119de937","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a30ee193c42662e0119de937: start","job_status":"start","queue_duration_s":1.098559,"scheduling_latency_s":1.098574}1391vm-test-run-nixbot-gitlab> gitlab # [  229.657367] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.036Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a30ee193c42662e0119de937","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a30ee193c42662e0119de937: done: 0.015657 sec","job_status":"done","queue_duration_s":1.098559,"scheduling_latency_s":1.098574,"redis_calls":13,"redis_duration_s":0.002529,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000895,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001634,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008716,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015657,"completed_at":"2026-06-16T07:20:41.036Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1392vm-test-run-nixbot-gitlab> gitlab # [  229.694676] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3d8aec92c49eb058e1ce64ab","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3d8aec92c49eb058e1ce64ab: start","job_status":"start","queue_duration_s":1.115538,"scheduling_latency_s":1.115553}1393vm-test-run-nixbot-gitlab> gitlab # [  229.706414] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.054Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3d8aec92c49eb058e1ce64ab","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3d8aec92c49eb058e1ce64ab: done: 0.016074 sec","job_status":"done","queue_duration_s":1.115538,"scheduling_latency_s":1.115553,"redis_calls":13,"redis_duration_s":0.0034879999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001594,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001894,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009992,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016074,"completed_at":"2026-06-16T07:20:41.054Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1394vm-test-run-nixbot-gitlab> gitlab # [  229.744369] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.056Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"131715f3701768b047beedfb","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-131715f3701768b047beedfb: start","job_status":"start","queue_duration_s":1.133618,"scheduling_latency_s":1.133635}1395vm-test-run-nixbot-gitlab> gitlab # [  229.756041] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.071Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"131715f3701768b047beedfb","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-131715f3701768b047beedfb: done: 0.014956 sec","job_status":"done","queue_duration_s":1.133618,"scheduling_latency_s":1.133635,"redis_calls":13,"redis_duration_s":0.002656,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001748,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009579,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014956,"completed_at":"2026-06-16T07:20:41.071Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1396vm-test-run-nixbot-gitlab> gitlab # [  229.792733] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.072Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9480126ecd6b0a5262d395b0","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9480126ecd6b0a5262d395b0: start","job_status":"start","queue_duration_s":1.149934,"scheduling_latency_s":1.149949}1397vm-test-run-nixbot-gitlab> gitlab # [  229.804345] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.087Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9480126ecd6b0a5262d395b0","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9480126ecd6b0a5262d395b0: done: 0.015043 sec","job_status":"done","queue_duration_s":1.149934,"scheduling_latency_s":1.149949,"redis_calls":13,"redis_duration_s":0.00278,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00095,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00183,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008717,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015043,"completed_at":"2026-06-16T07:20:41.087Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1398vm-test-run-nixbot-gitlab> gitlab # [  229.841378] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.089Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17b11f42503503145b35f588","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17b11f42503503145b35f588: start","job_status":"start","queue_duration_s":1.167112,"scheduling_latency_s":1.167127}1399vm-test-run-nixbot-gitlab> gitlab # [  229.853234] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.105Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17b11f42503503145b35f588","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17b11f42503503145b35f588: done: 0.015291 sec","job_status":"done","queue_duration_s":1.167112,"scheduling_latency_s":1.167127,"redis_calls":13,"redis_duration_s":0.0027530000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000969,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001784,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009768,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015291,"completed_at":"2026-06-16T07:20:41.105Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1400vm-test-run-nixbot-gitlab> gitlab # [  229.890677] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.106Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c5f3a05c6a82adbacc9a330b","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c5f3a05c6a82adbacc9a330b: start","job_status":"start","queue_duration_s":1.183658,"scheduling_latency_s":1.183672}1401vm-test-run-nixbot-gitlab> gitlab # [  229.902568] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.121Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c5f3a05c6a82adbacc9a330b","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c5f3a05c6a82adbacc9a330b: done: 0.014878 sec","job_status":"done","queue_duration_s":1.183658,"scheduling_latency_s":1.183672,"redis_calls":13,"redis_duration_s":0.002611,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001692,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009548,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014878,"completed_at":"2026-06-16T07:20:41.121Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1402vm-test-run-nixbot-gitlab> gitlab # [  229.939489] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.122Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8c1f8a1c2711188da515f2c8","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8c1f8a1c2711188da515f2c8: start","job_status":"start","queue_duration_s":1.199843,"scheduling_latency_s":1.199858}1403vm-test-run-nixbot-gitlab> gitlab # [  229.952201] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.137Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8c1f8a1c2711188da515f2c8","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8c1f8a1c2711188da515f2c8: done: 0.014996 sec","job_status":"done","queue_duration_s":1.199843,"scheduling_latency_s":1.199858,"redis_calls":13,"redis_duration_s":0.002724,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00092,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001804,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009559,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014996,"completed_at":"2026-06-16T07:20:41.137Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1404vm-test-run-nixbot-gitlab> gitlab # [  229.989118] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.138Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24d3d8b4666ee2bd141b0649","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24d3d8b4666ee2bd141b0649: start","job_status":"start","queue_duration_s":1.216142,"scheduling_latency_s":1.216157}1405vm-test-run-nixbot-gitlab> gitlab # [  230.000723] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.154Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24d3d8b4666ee2bd141b0649","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24d3d8b4666ee2bd141b0649: done: 0.015857 sec","job_status":"done","queue_duration_s":1.216142,"scheduling_latency_s":1.216157,"redis_calls":13,"redis_duration_s":0.002633,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000929,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001704,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008908,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015857,"completed_at":"2026-06-16T07:20:41.154Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1406vm-test-run-nixbot-gitlab> gitlab # [  230.037733] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.156Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ada3e4958d73c833f72d2a6","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ada3e4958d73c833f72d2a6: start","job_status":"start","queue_duration_s":1.233894,"scheduling_latency_s":1.233909}1407vm-test-run-nixbot-gitlab> gitlab # [  230.049567] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.171Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ada3e4958d73c833f72d2a6","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ada3e4958d73c833f72d2a6: done: 0.015044 sec","job_status":"done","queue_duration_s":1.233894,"scheduling_latency_s":1.233909,"redis_calls":13,"redis_duration_s":0.002657,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000898,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001759,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009622,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015044,"completed_at":"2026-06-16T07:20:41.171Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1408vm-test-run-nixbot-gitlab> gitlab # [  230.086823] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.173Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"36ca8c418565d4a7fd0c69b7","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-36ca8c418565d4a7fd0c69b7: start","job_status":"start","queue_duration_s":1.250223,"scheduling_latency_s":1.250238}1409vm-test-run-nixbot-gitlab> gitlab # [  230.098867] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.187Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"36ca8c418565d4a7fd0c69b7","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-36ca8c418565d4a7fd0c69b7: done: 0.014976 sec","job_status":"done","queue_duration_s":1.250223,"scheduling_latency_s":1.250238,"redis_calls":13,"redis_duration_s":0.002728,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000965,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001763,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009541,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014976,"completed_at":"2026-06-16T07:20:41.187Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1410vm-test-run-nixbot-gitlab> gitlab # [  230.135277] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.189Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7eed66172696e575ced67e74","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7eed66172696e575ced67e74: start","job_status":"start","queue_duration_s":1.266477,"scheduling_latency_s":1.266492}1411vm-test-run-nixbot-gitlab> gitlab # [  230.147090] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.204Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7eed66172696e575ced67e74","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7eed66172696e575ced67e74: done: 0.014846 sec","job_status":"done","queue_duration_s":1.266477,"scheduling_latency_s":1.266492,"redis_calls":13,"redis_duration_s":0.00262,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000931,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001689,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008896,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014846,"completed_at":"2026-06-16T07:20:41.204Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1412vm-test-run-nixbot-gitlab> gitlab # [  230.184472] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.206Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eb6dd26e6556e65f73c4c8c8","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eb6dd26e6556e65f73c4c8c8: start","job_status":"start","queue_duration_s":1.283533,"scheduling_latency_s":1.28355}1413vm-test-run-nixbot-gitlab> gitlab # [  230.196004] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.221Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eb6dd26e6556e65f73c4c8c8","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eb6dd26e6556e65f73c4c8c8: done: 0.014985 sec","job_status":"done","queue_duration_s":1.283533,"scheduling_latency_s":1.28355,"redis_calls":13,"redis_duration_s":0.002624,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000958,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001666,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009528,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014985,"completed_at":"2026-06-16T07:20:41.221Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1414vm-test-run-nixbot-gitlab> gitlab # [  230.232560] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.222Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"94c232d8cff638059e2e7c65","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-94c232d8cff638059e2e7c65: start","job_status":"start","queue_duration_s":1.299836,"scheduling_latency_s":1.299851}1415vm-test-run-nixbot-gitlab> gitlab # [  230.244025] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:20:41.237Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"94c232d8cff638059e2e7c65","created_at":"2026-06-16T07:20:39.846Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1db2a5e04e504d49","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"f41c3905749cd97ea4649c2c5ad105ed","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:20:39.922Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-94c232d8cff638059e2e7c65: done: 0.014997 sec","job_status":"done","queue_duration_s":1.299836,"scheduling_latency_s":1.299851,"redis_calls":13,"redis_duration_s":0.002709,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000911,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001798,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009504,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014997,"completed_at":"2026-06-16T07:20:41.237Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1416vm-test-run-nixbot-gitlab> gitlab # [  250.971079] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:03.868Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"599962294a7aa6e0720a3619","created_at":"2026-06-16T07:21:03.856Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"810ba5b4d43df90725ecd55dc8e7a4da","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T07:21:03.864Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-599962294a7aa6e0720a3619: start","job_status":"start","queue_duration_s":0.003573,"scheduling_latency_s":0.003634}1417vm-test-run-nixbot-gitlab> gitlab # [  251.084805] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:03.983Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1418vm-test-run-nixbot-gitlab> gitlab # [  251.155995] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.053Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"599962294a7aa6e0720a3619","created_at":"2026-06-16T07:21:03.856Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"810ba5b4d43df90725ecd55dc8e7a4da","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T07:21:03.864Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-599962294a7aa6e0720a3619: done: 0.185712 sec","job_status":"done","queue_duration_s":0.003573,"scheduling_latency_s":0.003634,"redis_calls":7,"redis_duration_s":0.015224000000000001,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.011036,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004188,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025795,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.185712,"completed_at":"2026-06-16T07:21:04.053Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1419vm-test-run-nixbot-gitlab> gitlab # [  251.244116] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.058Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"44b3e8d710bec8c019ba9948","created_at":"2026-06-16T07:21:03.913Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bf8d6745adfd4e771142db22ba203ed0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:03.928Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-44b3e8d710bec8c019ba9948: start","job_status":"start","queue_duration_s":0.129105,"scheduling_latency_s":0.129152}1420vm-test-run-nixbot-gitlab> gitlab # [  251.329325] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.227Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"44b3e8d710bec8c019ba9948","created_at":"2026-06-16T07:21:03.913Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bf8d6745adfd4e771142db22ba203ed0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:03.928Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-44b3e8d710bec8c019ba9948: done: 0.169089 sec","job_status":"done","queue_duration_s":0.129105,"scheduling_latency_s":0.129152,"redis_calls":14,"redis_duration_s":0.016597,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.007601,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.007292,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001704,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050121,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.169089,"completed_at":"2026-06-16T07:21:04.227Z","load_balancing_strategy":"primary","db_duration_s":0.012165,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1421vm-test-run-nixbot-gitlab> gitlab # [  251.422801] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.317Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"123a526d91620a4e7972043d","created_at":"2026-06-16T07:21:03.944Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"947c93d5667fa36450a32fa8090e2b49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:03.952Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-123a526d91620a4e7972043d: start","job_status":"start","queue_duration_s":0.36565,"scheduling_latency_s":0.365699}1422vm-test-run-nixbot-gitlab> gitlab # [  251.604805] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.502Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"123a526d91620a4e7972043d","created_at":"2026-06-16T07:21:03.944Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"947c93d5667fa36450a32fa8090e2b49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:03.952Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-123a526d91620a4e7972043d: done: 0.184917 sec","job_status":"done","queue_duration_s":0.36565,"scheduling_latency_s":0.365699,"redis_calls":9,"redis_duration_s":0.011472,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003805,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.007667,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.04,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.04,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.051452,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0015791,"exclusive_lock_hold_duration_s":0.04541802,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.184917,"completed_at":"2026-06-16T07:21:04.502Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.046411,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1423vm-test-run-nixbot-gitlab> gitlab # [  251.692921] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.510Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"fdd2e7ab52fa3cd5f76b2473","created_at":"2026-06-16T07:21:03.976Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5e451659281cec7e1a4ab7d02e3224e9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:03.986Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-fdd2e7ab52fa3cd5f76b2473: start","job_status":"start","queue_duration_s":0.523937,"scheduling_latency_s":0.523989}1424vm-test-run-nixbot-gitlab> gitlab # [  252.037674] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.934Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"fdd2e7ab52fa3cd5f76b2473","created_at":"2026-06-16T07:21:03.976Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5e451659281cec7e1a4ab7d02e3224e9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:03.986Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-fdd2e7ab52fa3cd5f76b2473: done: 0.424341 sec","job_status":"done","queue_duration_s":0.523937,"scheduling_latency_s":0.523989,"redis_calls":9,"redis_duration_s":0.007416,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004559,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002857,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":123,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":123,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.073,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.073,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.295698,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00154848,"exclusive_lock_hold_duration_s":0.3718622,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.424341,"completed_at":"2026-06-16T07:21:04.934Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.132513,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1425vm-test-run-nixbot-gitlab> gitlab # [  252.124390] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.936Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"b697365df71c1736f70f0488","created_at":"2026-06-16T07:21:04.010Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"72c74fbcd68453804dee96c0802cf6b0","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.021Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-b697365df71c1736f70f0488: start","job_status":"start","queue_duration_s":0.914775,"scheduling_latency_s":0.914794}1426vm-test-run-nixbot-gitlab> gitlab # [  252.141083] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.953Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"b697365df71c1736f70f0488","created_at":"2026-06-16T07:21:04.010Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"72c74fbcd68453804dee96c0802cf6b0","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.021Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-b697365df71c1736f70f0488: done: 0.016979 sec","job_status":"done","queue_duration_s":0.914775,"scheduling_latency_s":0.914794,"redis_calls":9,"redis_duration_s":0.0022579999999999996,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001254,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001004,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01006,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0005789,"exclusive_lock_hold_duration_s":0.00237632,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.016979,"completed_at":"2026-06-16T07:21:04.953Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001091,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1427vm-test-run-nixbot-gitlab> gitlab # [  252.182257] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.955Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"d1394e2e76c209491d0ed9cb","created_at":"2026-06-16T07:21:04.043Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"80d30a9fd6586ad4c54abd66b3c15cb0","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.050Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-d1394e2e76c209491d0ed9cb: start","job_status":"start","queue_duration_s":0.904752,"scheduling_latency_s":0.904768}1428vm-test-run-nixbot-gitlab> gitlab # [  252.196361] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.974Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"d1394e2e76c209491d0ed9cb","created_at":"2026-06-16T07:21:04.043Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"80d30a9fd6586ad4c54abd66b3c15cb0","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.050Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-d1394e2e76c209491d0ed9cb: done: 0.019275 sec","job_status":"done","queue_duration_s":0.904752,"scheduling_latency_s":0.904768,"redis_calls":7,"redis_duration_s":0.0016510000000000001,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001196,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000455,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011244,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019275,"completed_at":"2026-06-16T07:21:04.974Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003209,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1429vm-test-run-nixbot-gitlab> gitlab # [  252.234459] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.975Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"b36611771a37174117b52312","created_at":"2026-06-16T07:21:04.090Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"776c28e4c7a163a80064888bd9906193","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T07:21:04.099Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-b36611771a37174117b52312: start","job_status":"start","queue_duration_s":0.876454,"scheduling_latency_s":0.876471}1430vm-test-run-nixbot-gitlab> gitlab # [  252.247226] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.983Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1431vm-test-run-nixbot-gitlab> gitlab # [  252.250502] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.988Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"b36611771a37174117b52312","created_at":"2026-06-16T07:21:04.090Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"776c28e4c7a163a80064888bd9906193","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T07:21:04.099Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-b36611771a37174117b52312: done: 0.012898 sec","job_status":"done","queue_duration_s":0.876454,"scheduling_latency_s":0.876471,"redis_calls":7,"redis_duration_s":0.001722,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001244,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000478,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007585,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012898,"completed_at":"2026-06-16T07:21:04.988Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1432vm-test-run-nixbot-gitlab> gitlab # [  252.287888] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.990Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"f35bc4fcbc23ad5a407c4087","created_at":"2026-06-16T07:21:04.155Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"85457eff7fcae3a5f3bb5636de40c8a3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.161Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-f35bc4fcbc23ad5a407c4087: start","job_status":"start","queue_duration_s":0.828772,"scheduling_latency_s":0.82879}1433vm-test-run-nixbot-gitlab> gitlab # [  252.301716] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:04.997Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1434vm-test-run-nixbot-gitlab> gitlab # [  252.305126] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.003Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"f35bc4fcbc23ad5a407c4087","created_at":"2026-06-16T07:21:04.155Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"85457eff7fcae3a5f3bb5636de40c8a3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.161Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-f35bc4fcbc23ad5a407c4087: done: 0.012948 sec","job_status":"done","queue_duration_s":0.828772,"scheduling_latency_s":0.82879,"redis_calls":7,"redis_duration_s":0.001862,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001301,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000561,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007526,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012948,"completed_at":"2026-06-16T07:21:05.003Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1435vm-test-run-nixbot-gitlab> gitlab # [  252.343483] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.004Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0bff614d13d2d3d3a7d68add","created_at":"2026-06-16T07:21:04.096Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-cbd92bf69cfe434b","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf8d6745adfd4e771142db22ba203ed0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.175Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0bff614d13d2d3d3a7d68add: start","job_status":"start","queue_duration_s":0.828863,"scheduling_latency_s":0.82888}1436vm-test-run-nixbot-gitlab> gitlab # [  252.355284] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.015Z","message":"No existing merge request to be cleaned up."}1437vm-test-run-nixbot-gitlab> gitlab # [  252.356914] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.023Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0bff614d13d2d3d3a7d68add","created_at":"2026-06-16T07:21:04.096Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-cbd92bf69cfe434b","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf8d6745adfd4e771142db22ba203ed0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.175Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0bff614d13d2d3d3a7d68add: done: 0.018474 sec","job_status":"done","queue_duration_s":0.828863,"scheduling_latency_s":0.82888,"redis_calls":10,"redis_duration_s":0.00262,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000974,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001646,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011986,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018474,"completed_at":"2026-06-16T07:21:05.023Z","load_balancing_strategy":"primary","db_duration_s":0.001403,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1438vm-test-run-nixbot-gitlab> gitlab # [  252.394043] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.024Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"64f1caeadf7125c7206062c2","created_at":"2026-06-16T07:21:04.096Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-cbd92bf69cfe434b","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf8d6745adfd4e771142db22ba203ed0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.175Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-64f1caeadf7125c7206062c2: start","job_status":"start","queue_duration_s":0.848752,"scheduling_latency_s":0.848767}1439vm-test-run-nixbot-gitlab> gitlab # [  252.405689] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.034Z","message":"No existing merge request to be cleaned up."}1440vm-test-run-nixbot-gitlab> gitlab # [  252.407245] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.041Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"64f1caeadf7125c7206062c2","created_at":"2026-06-16T07:21:04.096Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-cbd92bf69cfe434b","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf8d6745adfd4e771142db22ba203ed0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.175Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-64f1caeadf7125c7206062c2: done: 0.017262 sec","job_status":"done","queue_duration_s":0.848752,"scheduling_latency_s":0.848767,"redis_calls":10,"redis_duration_s":0.002326,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00094,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001386,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011445,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017262,"completed_at":"2026-06-16T07:21:05.041Z","load_balancing_strategy":"primary","db_duration_s":0.001234,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1441vm-test-run-nixbot-gitlab> gitlab # [  252.443245] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.043Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"68a4b8d9334a6895cd10e46a","created_at":"2026-06-16T07:21:04.096Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-cbd92bf69cfe434b","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf8d6745adfd4e771142db22ba203ed0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.175Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-68a4b8d9334a6895cd10e46a: start","job_status":"start","queue_duration_s":0.867255,"scheduling_latency_s":0.867271}1442vm-test-run-nixbot-gitlab> gitlab # [  252.454948] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.052Z","message":"No existing merge request to be cleaned up."}1443vm-test-run-nixbot-gitlab> gitlab # [  252.456520] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.066Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"68a4b8d9334a6895cd10e46a","created_at":"2026-06-16T07:21:04.096Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-cbd92bf69cfe434b","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf8d6745adfd4e771142db22ba203ed0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.175Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-68a4b8d9334a6895cd10e46a: done: 0.023781 sec","job_status":"done","queue_duration_s":0.867255,"scheduling_latency_s":0.867271,"redis_calls":10,"redis_duration_s":0.0030239999999999998,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001315,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001709,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015848,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023781,"completed_at":"2026-06-16T07:21:05.066Z","load_balancing_strategy":"primary","db_duration_s":0.001242,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1444vm-test-run-nixbot-gitlab> gitlab # [  252.492447] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.070Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f25dfb6610964ead37a7e62c","created_at":"2026-06-16T07:21:04.096Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-cbd92bf69cfe434b","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf8d6745adfd4e771142db22ba203ed0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.175Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f25dfb6610964ead37a7e62c: start","job_status":"start","queue_duration_s":0.894312,"scheduling_latency_s":0.894356}1445vm-test-run-nixbot-gitlab> gitlab # [  252.503763] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.091Z","message":"No existing merge request to be cleaned up."}1446vm-test-run-nixbot-gitlab> gitlab # [  252.505392] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.107Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f25dfb6610964ead37a7e62c","created_at":"2026-06-16T07:21:04.096Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-cbd92bf69cfe434b","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf8d6745adfd4e771142db22ba203ed0","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.175Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f25dfb6610964ead37a7e62c: done: 0.037759 sec","job_status":"done","queue_duration_s":0.894312,"scheduling_latency_s":0.894356,"redis_calls":10,"redis_duration_s":0.0026119999999999997,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001299,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001313,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026052,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.037759,"completed_at":"2026-06-16T07:21:05.107Z","load_balancing_strategy":"primary","db_duration_s":0.001703,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1447vm-test-run-nixbot-gitlab> gitlab # [  252.541661] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.111Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"ca2df7d93c1cf26cfd297d6a","created_at":"2026-06-16T07:21:04.171Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f7e245b4b47643a700c756c31d4c3c8e","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.181Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-ca2df7d93c1cf26cfd297d6a: start","job_status":"start","queue_duration_s":0.928975,"scheduling_latency_s":0.929017}1448vm-test-run-nixbot-gitlab> gitlab # [  252.554565] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.155Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"ca2df7d93c1cf26cfd297d6a","created_at":"2026-06-16T07:21:04.171Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f7e245b4b47643a700c756c31d4c3c8e","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.181Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-ca2df7d93c1cf26cfd297d6a: done: 0.044929 sec","job_status":"done","queue_duration_s":0.928975,"scheduling_latency_s":0.929017,"redis_calls":7,"redis_duration_s":0.002894,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002189,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000705,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023198,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.044929,"completed_at":"2026-06-16T07:21:05.155Z","load_balancing_strategy":"primary","db_duration_s":0.010558,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449vm-test-run-nixbot-gitlab> gitlab # [  252.593148] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.159Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"eb485b1c854dd166be63753d","created_at":"2026-06-16T07:21:04.211Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"df4b0298eb16612f8fa4c340e9e59dd1","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.223Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-eb485b1c854dd166be63753d: start","job_status":"start","queue_duration_s":0.935897,"scheduling_latency_s":0.935938}1450vm-test-run-nixbot-gitlab> gitlab # [  252.607959] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.201Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"eb485b1c854dd166be63753d","created_at":"2026-06-16T07:21:04.211Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"df4b0298eb16612f8fa4c340e9e59dd1","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.223Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-eb485b1c854dd166be63753d: done: 0.042251 sec","job_status":"done","queue_duration_s":0.935897,"scheduling_latency_s":0.935938,"redis_calls":10,"redis_duration_s":0.003615,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002125,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00149,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024785,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00780528,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.042251,"completed_at":"2026-06-16T07:21:05.201Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004054,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1451vm-test-run-nixbot-gitlab> gitlab # [  252.648149] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.203Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"23bda2b5236dc5e25b92e134","created_at":"2026-06-16T07:21:04.272Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b343d670bf274892990cb3f41b5b7067","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.276Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-23bda2b5236dc5e25b92e134: start","job_status":"start","queue_duration_s":0.927335,"scheduling_latency_s":0.927364}1452vm-test-run-nixbot-gitlab> gitlab # [  252.661740] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.217Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1453vm-test-run-nixbot-gitlab> gitlab # [  252.664801] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.226Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"23bda2b5236dc5e25b92e134","created_at":"2026-06-16T07:21:04.272Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b343d670bf274892990cb3f41b5b7067","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.276Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-23bda2b5236dc5e25b92e134: done: 0.022556 sec","job_status":"done","queue_duration_s":0.927335,"scheduling_latency_s":0.927364,"redis_calls":7,"redis_duration_s":0.002534,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001952,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000582,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013846,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022556,"completed_at":"2026-06-16T07:21:05.226Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1454vm-test-run-nixbot-gitlab> gitlab # [  252.702851] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.228Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"6500606972f370b38fc73960","created_at":"2026-06-16T07:21:04.284Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cb8eee375171eaef05205d2266e4216d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.288Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-6500606972f370b38fc73960: start","job_status":"start","queue_duration_s":0.939884,"scheduling_latency_s":0.939912}1455vm-test-run-nixbot-gitlab> gitlab # [  252.716388] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.248Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"6500606972f370b38fc73960","created_at":"2026-06-16T07:21:04.284Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cb8eee375171eaef05205d2266e4216d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.288Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-6500606972f370b38fc73960: done: 0.020157 sec","job_status":"done","queue_duration_s":0.939884,"scheduling_latency_s":0.939912,"redis_calls":7,"redis_duration_s":0.0015140000000000002,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001113,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000401,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012666,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020157,"completed_at":"2026-06-16T07:21:05.248Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1456vm-test-run-nixbot-gitlab> gitlab # [  252.755614] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.250Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"d44c2f419dfaa4396d02d850","created_at":"2026-06-16T07:21:04.304Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"610ffc9817fed2f48818531654060494","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.309Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-d44c2f419dfaa4396d02d850: start","job_status":"start","queue_duration_s":0.940897,"scheduling_latency_s":0.94092}1457vm-test-run-nixbot-gitlab> gitlab # [  252.770020] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.259Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1458vm-test-run-nixbot-gitlab> gitlab # [  252.773709] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.265Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"d44c2f419dfaa4396d02d850","created_at":"2026-06-16T07:21:04.304Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"610ffc9817fed2f48818531654060494","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.309Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-d44c2f419dfaa4396d02d850: done: 0.01572 sec","job_status":"done","queue_duration_s":0.940897,"scheduling_latency_s":0.94092,"redis_calls":7,"redis_duration_s":0.001178,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000835,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000343,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010041,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01572,"completed_at":"2026-06-16T07:21:05.265Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1459vm-test-run-nixbot-gitlab> gitlab # [  252.813790] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.267Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"93b4c1a2e25f5a27f87e8c65","created_at":"2026-06-16T07:21:04.316Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1dba84071246ebb39ae7ce90f9ddce5c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.322Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-93b4c1a2e25f5a27f87e8c65: start","job_status":"start","queue_duration_s":0.945,"scheduling_latency_s":0.945019}1460vm-test-run-nixbot-gitlab> gitlab # [  252.827918] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.307Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"93b4c1a2e25f5a27f87e8c65","created_at":"2026-06-16T07:21:04.316Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1dba84071246ebb39ae7ce90f9ddce5c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.322Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-93b4c1a2e25f5a27f87e8c65: done: 0.040364 sec","job_status":"done","queue_duration_s":0.945,"scheduling_latency_s":0.945019,"redis_calls":9,"redis_duration_s":0.0015170000000000001,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000786,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000731,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023955,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00052106,"exclusive_lock_hold_duration_s":0.02468754,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.040364,"completed_at":"2026-06-16T07:21:05.307Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.012408,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1461vm-test-run-nixbot-gitlab> gitlab # [  252.869611] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.308Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"9e979ae70299084d71182173","created_at":"2026-06-16T07:21:04.334Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"553ba65edcf5517c0394fef97d4d617d","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.337Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-9e979ae70299084d71182173: start","job_status":"start","queue_duration_s":0.970924,"scheduling_latency_s":0.970944}1462vm-test-run-nixbot-gitlab> gitlab # [  252.883269] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.325Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"9e979ae70299084d71182173","created_at":"2026-06-16T07:21:04.334Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"553ba65edcf5517c0394fef97d4d617d","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.337Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-9e979ae70299084d71182173: done: 0.017147 sec","job_status":"done","queue_duration_s":0.970924,"scheduling_latency_s":0.970944,"redis_calls":7,"redis_duration_s":0.0011610000000000001,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000858,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000303,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010535,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017147,"completed_at":"2026-06-16T07:21:05.325Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001568,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1463vm-test-run-nixbot-gitlab> gitlab # [  252.922344] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.327Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"c8d1e44a723598b00bc8a925","created_at":"2026-06-16T07:21:04.341Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ad83001f4d34c1dd7c77fdaa5881b10","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.344Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-c8d1e44a723598b00bc8a925: start","job_status":"start","queue_duration_s":0.982951,"scheduling_latency_s":0.982999}1464vm-test-run-nixbot-gitlab> gitlab # [  252.935862] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.732Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"c8d1e44a723598b00bc8a925","created_at":"2026-06-16T07:21:04.341Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ad83001f4d34c1dd7c77fdaa5881b10","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.344Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-c8d1e44a723598b00bc8a925: done: 0.405285 sec","job_status":"done","queue_duration_s":0.982951,"scheduling_latency_s":0.982999,"redis_calls":571,"redis_duration_s":0.061253,"redis_read_bytes":569,"redis_write_bytes":49487,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000811,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.060442,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.381686,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.405285,"completed_at":"2026-06-16T07:21:05.732Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1465vm-test-run-nixbot-gitlab> gitlab # [  252.974885] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.733Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"9220797d19605ad7a8031bfc","created_at":"2026-06-16T07:21:04.357Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d8fbe16d85f43eda066b8ca1136ff72f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.360Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-9220797d19605ad7a8031bfc: start","job_status":"start","queue_duration_s":1.373459,"scheduling_latency_s":1.373481}1466vm-test-run-nixbot-gitlab> gitlab # [  252.989357] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.747Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"9220797d19605ad7a8031bfc","created_at":"2026-06-16T07:21:04.357Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d8fbe16d85f43eda066b8ca1136ff72f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.360Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-9220797d19605ad7a8031bfc: done: 0.013477 sec","job_status":"done","queue_duration_s":1.373459,"scheduling_latency_s":1.373481,"redis_calls":7,"redis_duration_s":0.000993,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000722,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000271,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008989,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013477,"completed_at":"2026-06-16T07:21:05.746Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1467vm-test-run-nixbot-gitlab> gitlab # [  253.029867] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.748Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"9c3e6002d0420e9bf88942a0","created_at":"2026-06-16T07:21:04.370Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"52518aa86b98ff835cec09a15b3f083d","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.386Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-9c3e6002d0420e9bf88942a0: start","job_status":"start","queue_duration_s":1.361649,"scheduling_latency_s":1.361666}1468vm-test-run-nixbot-gitlab> gitlab # [  253.049866] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.948Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"9c3e6002d0420e9bf88942a0","created_at":"2026-06-16T07:21:04.370Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"52518aa86b98ff835cec09a15b3f083d","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.386Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-9c3e6002d0420e9bf88942a0: done: 0.199938 sec","job_status":"done","queue_duration_s":1.361649,"scheduling_latency_s":1.361666,"redis_calls":12,"redis_duration_s":0.002513,"redis_read_bytes":11,"redis_write_bytes":1447,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000283,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001524,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000706,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":542,"db_count":101,"db_write_count":0,"db_cached_count":99,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":101,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":99,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":100,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":99,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.158363,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00048812,"exclusive_lock_hold_duration_s":0.17338424,"extra.ci_update_locked_unknown_artifacts_worker.removed_count":0,"extra.ci_update_locked_unknown_artifacts_worker.locked_count":0,"duration_s":0.199938,"completed_at":"2026-06-16T07:21:05.948Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.02708,"urgency":"throttled","target_duration_s":300,"target_scheduling_latency_s":null}1469vm-test-run-nixbot-gitlab> gitlab # [  253.092069] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:05.949Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"efb79fa4f693db78a0a03a6d","created_at":"2026-06-16T07:21:04.406Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.410Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-efb79fa4f693db78a0a03a6d: start","job_status":"start","queue_duration_s":1.539337,"scheduling_latency_s":1.539354}1470vm-test-run-nixbot-gitlab> gitlab # [  253.144797] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.043Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"efb79fa4f693db78a0a03a6d","created_at":"2026-06-16T07:21:04.406Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.410Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-efb79fa4f693db78a0a03a6d: done: 0.094019 sec","job_status":"done","queue_duration_s":1.539337,"scheduling_latency_s":1.539354,"redis_calls":60,"redis_duration_s":0.010431,"redis_read_bytes":108,"redis_write_bytes":41109,"redis_queues_calls":2,"redis_queues_duration_s":0.001325,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.008638,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000468,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.085876,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.094019,"completed_at":"2026-06-16T07:21:06.043Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1471vm-test-run-nixbot-gitlab> gitlab # [  253.194804] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.045Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"39736e74e5e9aa4077eb9a38","created_at":"2026-06-16T07:21:04.418Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d7d649dd7469bd8b48b26e28c1e04b5e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.455Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-39736e74e5e9aa4077eb9a38: start","job_status":"start","queue_duration_s":1.589468,"scheduling_latency_s":1.589485}1472vm-test-run-nixbot-gitlab> gitlab # [  253.207912] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.066Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"39736e74e5e9aa4077eb9a38","created_at":"2026-06-16T07:21:04.418Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d7d649dd7469bd8b48b26e28c1e04b5e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.455Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-39736e74e5e9aa4077eb9a38: done: 0.021772 sec","job_status":"done","queue_duration_s":1.589468,"scheduling_latency_s":1.589485,"redis_calls":10,"redis_duration_s":0.002434,"redis_read_bytes":9,"redis_write_bytes":1035,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000564,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00137,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.0005,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010109,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033332,"duration_s":0.021772,"completed_at":"2026-06-16T07:21:06.066Z","load_balancing_strategy":"primary","db_duration_s":0.000751,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1473vm-test-run-nixbot-gitlab> gitlab # [  253.248906] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.068Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"69c4ac73b4c1d3021705d714","created_at":"2026-06-16T07:21:04.469Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f6a7d5298bcf7d9893b677b1f935991e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T07:21:04.479Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-69c4ac73b4c1d3021705d714: start","job_status":"start","queue_duration_s":1.588952,"scheduling_latency_s":1.588968}1474vm-test-run-nixbot-gitlab> gitlab # [  253.285655] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.089Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"69c4ac73b4c1d3021705d714","created_at":"2026-06-16T07:21:04.469Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f6a7d5298bcf7d9893b677b1f935991e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T07:21:04.479Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-69c4ac73b4c1d3021705d714: done: 0.021474 sec","job_status":"done","queue_duration_s":1.588952,"scheduling_latency_s":1.588968,"redis_calls":7,"redis_duration_s":0.001885,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001377,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000508,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013564,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021474,"completed_at":"2026-06-16T07:21:06.089Z","load_balancing_strategy":"primary","db_duration_s":0.002908,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1475vm-test-run-nixbot-gitlab> gitlab # [  253.348154] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.092Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"f1c30527bbc329add6a42991","created_at":"2026-06-16T07:21:04.495Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4568b9398a447dcb0f85eb7290cd4483","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.499Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-f1c30527bbc329add6a42991: start","job_status":"start","queue_duration_s":1.592181,"scheduling_latency_s":1.592199}1476vm-test-run-nixbot-gitlab> gitlab # [  253.362634] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.109Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"f1c30527bbc329add6a42991","created_at":"2026-06-16T07:21:04.495Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4568b9398a447dcb0f85eb7290cd4483","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.499Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-f1c30527bbc329add6a42991: done: 0.017755 sec","job_status":"done","queue_duration_s":1.592181,"scheduling_latency_s":1.592199,"redis_calls":9,"redis_duration_s":0.002298,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001213,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001085,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010776,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00053794,"exclusive_lock_hold_duration_s":0.00335216,"duration_s":0.017755,"completed_at":"2026-06-16T07:21:06.109Z","load_balancing_strategy":"primary","db_duration_s":0.001665,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1477vm-test-run-nixbot-gitlab> gitlab # [  253.401066] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.113Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"138a0c5ec3c386cde5855e31","created_at":"2026-06-16T07:21:04.521Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f41213d3c88ada3e352088c84b9c0930","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.526Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-138a0c5ec3c386cde5855e31: start","job_status":"start","queue_duration_s":1.586969,"scheduling_latency_s":1.586987}1478vm-test-run-nixbot-gitlab> gitlab # [  253.414666] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.121Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1479vm-test-run-nixbot-gitlab> gitlab # [  253.417723] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.127Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"138a0c5ec3c386cde5855e31","created_at":"2026-06-16T07:21:04.521Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f41213d3c88ada3e352088c84b9c0930","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:04.526Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-138a0c5ec3c386cde5855e31: done: 0.013928 sec","job_status":"done","queue_duration_s":1.586969,"scheduling_latency_s":1.586987,"redis_calls":7,"redis_duration_s":0.002147,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001205,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000942,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008423,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013928,"completed_at":"2026-06-16T07:21:06.126Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1480vm-test-run-nixbot-gitlab> gitlab # [  253.458375] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.128Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2c2ab2844bc8395392ebd90a","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2c2ab2844bc8395392ebd90a: start","job_status":"start","queue_duration_s":0.093032,"scheduling_latency_s":0.093049}1481vm-test-run-nixbot-gitlab> gitlab # [  253.470448] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.144Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2c2ab2844bc8395392ebd90a","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2c2ab2844bc8395392ebd90a: done: 0.016348 sec","job_status":"done","queue_duration_s":0.093032,"scheduling_latency_s":0.093049,"redis_calls":13,"redis_duration_s":0.002699,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000952,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001747,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010444,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016348,"completed_at":"2026-06-16T07:21:06.144Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1482vm-test-run-nixbot-gitlab> gitlab # [  253.507720] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.146Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3067759584c8c07aa709775a","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3067759584c8c07aa709775a: start","job_status":"start","queue_duration_s":0.110787,"scheduling_latency_s":0.110803}1483vm-test-run-nixbot-gitlab> gitlab # [  253.519859] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.163Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3067759584c8c07aa709775a","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3067759584c8c07aa709775a: done: 0.017094 sec","job_status":"done","queue_duration_s":0.110787,"scheduling_latency_s":0.110803,"redis_calls":13,"redis_duration_s":0.001647,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000575,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001072,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009031,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017094,"completed_at":"2026-06-16T07:21:06.163Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1484vm-test-run-nixbot-gitlab> gitlab # [  253.557524] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.164Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c0f7e0744ac722db433e5b8f","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c0f7e0744ac722db433e5b8f: start","job_status":"start","queue_duration_s":0.129691,"scheduling_latency_s":0.129707}1485vm-test-run-nixbot-gitlab> gitlab # [  253.569397] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.180Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c0f7e0744ac722db433e5b8f","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c0f7e0744ac722db433e5b8f: done: 0.015254 sec","job_status":"done","queue_duration_s":0.129691,"scheduling_latency_s":0.129707,"redis_calls":13,"redis_duration_s":0.0031390000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000629,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00251,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010564,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015254,"completed_at":"2026-06-16T07:21:06.180Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1486vm-test-run-nixbot-gitlab> gitlab # [  253.607110] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.181Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff1e6c59069bbc132aae90ac","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff1e6c59069bbc132aae90ac: start","job_status":"start","queue_duration_s":0.14604,"scheduling_latency_s":0.146056}1487vm-test-run-nixbot-gitlab> gitlab # [  253.619143] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.196Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff1e6c59069bbc132aae90ac","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff1e6c59069bbc132aae90ac: done: 0.01499 sec","job_status":"done","queue_duration_s":0.14604,"scheduling_latency_s":0.146056,"redis_calls":13,"redis_duration_s":0.002162,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000776,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001386,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01499,"completed_at":"2026-06-16T07:21:06.196Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1488vm-test-run-nixbot-gitlab> gitlab # [  253.657949] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.197Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"39b21d6867291bbd2309b48d","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-39b21d6867291bbd2309b48d: start","job_status":"start","queue_duration_s":0.162198,"scheduling_latency_s":0.162214}1489vm-test-run-nixbot-gitlab> gitlab # [  253.669955] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.213Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"39b21d6867291bbd2309b48d","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-39b21d6867291bbd2309b48d: done: 0.015652 sec","job_status":"done","queue_duration_s":0.162198,"scheduling_latency_s":0.162214,"redis_calls":13,"redis_duration_s":0.002265,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000781,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001484,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00974,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015652,"completed_at":"2026-06-16T07:21:06.213Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1490vm-test-run-nixbot-gitlab> gitlab # [  253.707960] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.214Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9fb4954d70b401e0274672f4","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9fb4954d70b401e0274672f4: start","job_status":"start","queue_duration_s":0.178976,"scheduling_latency_s":0.178991}1491vm-test-run-nixbot-gitlab> gitlab # [  253.719925] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.229Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9fb4954d70b401e0274672f4","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9fb4954d70b401e0274672f4: done: 0.015714 sec","job_status":"done","queue_duration_s":0.178976,"scheduling_latency_s":0.178991,"redis_calls":13,"redis_duration_s":0.002875,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000899,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001976,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010072,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015714,"completed_at":"2026-06-16T07:21:06.229Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1492vm-test-run-nixbot-gitlab> gitlab # [  253.757387] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.231Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6aa2f204b9268160c2494b32","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6aa2f204b9268160c2494b32: start","job_status":"start","queue_duration_s":0.195994,"scheduling_latency_s":0.196009}1493vm-test-run-nixbot-gitlab> gitlab # [  253.768938] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.246Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6aa2f204b9268160c2494b32","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6aa2f204b9268160c2494b32: done: 0.015769 sec","job_status":"done","queue_duration_s":0.195994,"scheduling_latency_s":0.196009,"redis_calls":13,"redis_duration_s":0.002861,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000949,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001912,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009957,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015769,"completed_at":"2026-06-16T07:21:06.246Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1494vm-test-run-nixbot-gitlab> gitlab # [  253.805522] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.248Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76de61c4fbf8921a4fa3c9fd","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76de61c4fbf8921a4fa3c9fd: start","job_status":"start","queue_duration_s":0.213113,"scheduling_latency_s":0.213129}1495vm-test-run-nixbot-gitlab> gitlab # [  253.817226] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.264Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76de61c4fbf8921a4fa3c9fd","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76de61c4fbf8921a4fa3c9fd: done: 0.016144 sec","job_status":"done","queue_duration_s":0.213113,"scheduling_latency_s":0.213129,"redis_calls":13,"redis_duration_s":0.002635,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001723,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008951,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016144,"completed_at":"2026-06-16T07:21:06.264Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1496vm-test-run-nixbot-gitlab> gitlab # [  253.854887] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.265Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"53de78232b59cb5cad7694b8","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-53de78232b59cb5cad7694b8: start","job_status":"start","queue_duration_s":0.230593,"scheduling_latency_s":0.230609}1497vm-test-run-nixbot-gitlab> gitlab # [  253.866668] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.281Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"53de78232b59cb5cad7694b8","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-53de78232b59cb5cad7694b8: done: 0.01595 sec","job_status":"done","queue_duration_s":0.230593,"scheduling_latency_s":0.230609,"redis_calls":13,"redis_duration_s":0.0026579999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000954,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001704,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010201,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01595,"completed_at":"2026-06-16T07:21:06.281Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1498vm-test-run-nixbot-gitlab> gitlab # [  253.903655] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.283Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e0a3c3f3476d99f47c850878","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e0a3c3f3476d99f47c850878: start","job_status":"start","queue_duration_s":0.247929,"scheduling_latency_s":0.247946}1499vm-test-run-nixbot-gitlab> gitlab # [  253.915555] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.298Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e0a3c3f3476d99f47c850878","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e0a3c3f3476d99f47c850878: done: 0.014988 sec","job_status":"done","queue_duration_s":0.247929,"scheduling_latency_s":0.247946,"redis_calls":13,"redis_duration_s":0.002521,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001594,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009549,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014988,"completed_at":"2026-06-16T07:21:06.298Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1500vm-test-run-nixbot-gitlab> gitlab # [  253.952383] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.299Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee938a084249165d23d82934","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee938a084249165d23d82934: start","job_status":"start","queue_duration_s":0.264256,"scheduling_latency_s":0.264272}1501vm-test-run-nixbot-gitlab> gitlab # [  253.963952] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.314Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee938a084249165d23d82934","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee938a084249165d23d82934: done: 0.014922 sec","job_status":"done","queue_duration_s":0.264256,"scheduling_latency_s":0.264272,"redis_calls":13,"redis_duration_s":0.002684,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000909,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001775,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009026,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014922,"completed_at":"2026-06-16T07:21:06.314Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1502vm-test-run-nixbot-gitlab> gitlab # [  254.000785] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.316Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e7c19b1183e7bfeff41c1d40","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e7c19b1183e7bfeff41c1d40: start","job_status":"start","queue_duration_s":0.28076,"scheduling_latency_s":0.280776}1503vm-test-run-nixbot-gitlab> gitlab # [  254.012302] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.331Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e7c19b1183e7bfeff41c1d40","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e7c19b1183e7bfeff41c1d40: done: 0.015326 sec","job_status":"done","queue_duration_s":0.28076,"scheduling_latency_s":0.280776,"redis_calls":13,"redis_duration_s":0.002842,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001882,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009568,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015326,"completed_at":"2026-06-16T07:21:06.331Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1504vm-test-run-nixbot-gitlab> gitlab # [  254.049167] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.332Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e36c6c0c3dda6109b882af6","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e36c6c0c3dda6109b882af6: start","job_status":"start","queue_duration_s":0.297426,"scheduling_latency_s":0.297442}1505vm-test-run-nixbot-gitlab> gitlab # [  254.062295] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.347Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e36c6c0c3dda6109b882af6","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e36c6c0c3dda6109b882af6: done: 0.015062 sec","job_status":"done","queue_duration_s":0.297426,"scheduling_latency_s":0.297442,"redis_calls":13,"redis_duration_s":0.00275,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001825,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009446,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015062,"completed_at":"2026-06-16T07:21:06.347Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1506vm-test-run-nixbot-gitlab> gitlab # [  254.099570] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.349Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bf0fd6f56c47154bc210b15","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bf0fd6f56c47154bc210b15: start","job_status":"start","queue_duration_s":0.313807,"scheduling_latency_s":0.313823}1507vm-test-run-nixbot-gitlab> gitlab # [  254.111380] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.364Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bf0fd6f56c47154bc210b15","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bf0fd6f56c47154bc210b15: done: 0.015132 sec","job_status":"done","queue_duration_s":0.313807,"scheduling_latency_s":0.313823,"redis_calls":13,"redis_duration_s":0.002909,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00098,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001929,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009074,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015132,"completed_at":"2026-06-16T07:21:06.364Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1508vm-test-run-nixbot-gitlab> gitlab # [  254.148650] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.366Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"599af1f5dfd54c950cc6c43c","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-599af1f5dfd54c950cc6c43c: start","job_status":"start","queue_duration_s":0.330738,"scheduling_latency_s":0.330756}1509vm-test-run-nixbot-gitlab> gitlab # [  254.160128] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.380Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"599af1f5dfd54c950cc6c43c","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-599af1f5dfd54c950cc6c43c: done: 0.014958 sec","job_status":"done","queue_duration_s":0.330738,"scheduling_latency_s":0.330756,"redis_calls":13,"redis_duration_s":0.002659,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00174,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009367,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014958,"completed_at":"2026-06-16T07:21:06.380Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1510vm-test-run-nixbot-gitlab> gitlab # [  254.196321] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.382Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2a240832dbec020f220f3a34","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2a240832dbec020f220f3a34: start","job_status":"start","queue_duration_s":0.346986,"scheduling_latency_s":0.347002}1511vm-test-run-nixbot-gitlab> gitlab # [  254.207872] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.397Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2a240832dbec020f220f3a34","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2a240832dbec020f220f3a34: done: 0.014838 sec","job_status":"done","queue_duration_s":0.346986,"scheduling_latency_s":0.347002,"redis_calls":13,"redis_duration_s":0.002686,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001783,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009315,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014838,"completed_at":"2026-06-16T07:21:06.397Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1512vm-test-run-nixbot-gitlab> gitlab # [  254.244614] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.398Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7cfcd90cbedc37ab99839e43","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7cfcd90cbedc37ab99839e43: start","job_status":"start","queue_duration_s":0.363145,"scheduling_latency_s":0.363161}1513vm-test-run-nixbot-gitlab> gitlab # [  254.255939] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.413Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7cfcd90cbedc37ab99839e43","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7cfcd90cbedc37ab99839e43: done: 0.015383 sec","job_status":"done","queue_duration_s":0.363145,"scheduling_latency_s":0.363161,"redis_calls":13,"redis_duration_s":0.002963,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000996,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001967,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009571,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015383,"completed_at":"2026-06-16T07:21:06.413Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1514vm-test-run-nixbot-gitlab> gitlab # [  254.294807] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.415Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1554c84f717b79715b144b3e","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1554c84f717b79715b144b3e: start","job_status":"start","queue_duration_s":0.379832,"scheduling_latency_s":0.379847}1515vm-test-run-nixbot-gitlab> gitlab # [  254.330007] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.430Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1554c84f717b79715b144b3e","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1554c84f717b79715b144b3e: done: 0.015404 sec","job_status":"done","queue_duration_s":0.379832,"scheduling_latency_s":0.379847,"redis_calls":13,"redis_duration_s":0.00304,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000952,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002088,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009064,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015404,"completed_at":"2026-06-16T07:21:06.430Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1516vm-test-run-nixbot-gitlab> gitlab # [  254.398982] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.432Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5259e86e3346c502dab83a0c","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5259e86e3346c502dab83a0c: start","job_status":"start","queue_duration_s":0.396786,"scheduling_latency_s":0.396802}1517vm-test-run-nixbot-gitlab> gitlab # [  254.432931] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.446Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5259e86e3346c502dab83a0c","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5259e86e3346c502dab83a0c: done: 0.014731 sec","job_status":"done","queue_duration_s":0.396786,"scheduling_latency_s":0.396802,"redis_calls":13,"redis_duration_s":0.002468,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001463,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009431,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014731,"completed_at":"2026-06-16T07:21:06.446Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1518vm-test-run-nixbot-gitlab> gitlab # [  254.508381] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.448Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e81a8bfae43b3d2a3d14cfa8","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e81a8bfae43b3d2a3d14cfa8: start","job_status":"start","queue_duration_s":0.412856,"scheduling_latency_s":0.412872}1519vm-test-run-nixbot-gitlab> gitlab # [  254.543435] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.463Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e81a8bfae43b3d2a3d14cfa8","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e81a8bfae43b3d2a3d14cfa8: done: 0.015297 sec","job_status":"done","queue_duration_s":0.412856,"scheduling_latency_s":0.412872,"redis_calls":13,"redis_duration_s":0.002877,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00094,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001937,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009512,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015297,"completed_at":"2026-06-16T07:21:06.463Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1520vm-test-run-nixbot-gitlab> gitlab # [  254.611679] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.464Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b884c5b3d220bcecafc00856","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b884c5b3d220bcecafc00856: start","job_status":"start","queue_duration_s":0.429466,"scheduling_latency_s":0.429483}1521vm-test-run-nixbot-gitlab> gitlab # [  254.625743] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.479Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b884c5b3d220bcecafc00856","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b884c5b3d220bcecafc00856: done: 0.014934 sec","job_status":"done","queue_duration_s":0.429466,"scheduling_latency_s":0.429483,"redis_calls":13,"redis_duration_s":0.002709,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000904,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001805,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009399,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014934,"completed_at":"2026-06-16T07:21:06.479Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1522vm-test-run-nixbot-gitlab> gitlab # [  254.663811] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.481Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"40ec1314bca97b6d15d42498","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-40ec1314bca97b6d15d42498: start","job_status":"start","queue_duration_s":0.446044,"scheduling_latency_s":0.446064}1523vm-test-run-nixbot-gitlab> gitlab # [  254.676596] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.496Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"40ec1314bca97b6d15d42498","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-40ec1314bca97b6d15d42498: done: 0.015524 sec","job_status":"done","queue_duration_s":0.446044,"scheduling_latency_s":0.446064,"redis_calls":13,"redis_duration_s":0.002789,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000956,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001833,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009026,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015524,"completed_at":"2026-06-16T07:21:06.496Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1524vm-test-run-nixbot-gitlab> gitlab # [  254.714461] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.497Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3d8b69b1891bd6c19cbaac4","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3d8b69b1891bd6c19cbaac4: start","job_status":"start","queue_duration_s":0.462609,"scheduling_latency_s":0.462624}1525vm-test-run-nixbot-gitlab> gitlab # [  254.726619] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.512Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3d8b69b1891bd6c19cbaac4","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3d8b69b1891bd6c19cbaac4: done: 0.015083 sec","job_status":"done","queue_duration_s":0.462609,"scheduling_latency_s":0.462624,"redis_calls":13,"redis_duration_s":0.002711,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000942,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001769,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009512,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015083,"completed_at":"2026-06-16T07:21:06.512Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1526vm-test-run-nixbot-gitlab> gitlab # [  254.764144] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.514Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"92ce733127c584c52f0acaff","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-92ce733127c584c52f0acaff: start","job_status":"start","queue_duration_s":0.479068,"scheduling_latency_s":0.479084}1527vm-test-run-nixbot-gitlab> gitlab # [  254.775647] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.529Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"92ce733127c584c52f0acaff","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-92ce733127c584c52f0acaff: done: 0.015422 sec","job_status":"done","queue_duration_s":0.479068,"scheduling_latency_s":0.479084,"redis_calls":13,"redis_duration_s":0.003279,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001438,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001841,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009351,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015422,"completed_at":"2026-06-16T07:21:06.529Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1528vm-test-run-nixbot-gitlab> gitlab # [  254.812873] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.531Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7755442d41f6b7013c72cb84","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7755442d41f6b7013c72cb84: start","job_status":"start","queue_duration_s":0.495829,"scheduling_latency_s":0.495845}1529vm-test-run-nixbot-gitlab> gitlab # [  254.824580] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.545Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7755442d41f6b7013c72cb84","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7755442d41f6b7013c72cb84: done: 0.014925 sec","job_status":"done","queue_duration_s":0.495829,"scheduling_latency_s":0.495845,"redis_calls":13,"redis_duration_s":0.0027210000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00128,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001441,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009212,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014925,"completed_at":"2026-06-16T07:21:06.545Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1530vm-test-run-nixbot-gitlab> gitlab # [  254.861761] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.547Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"655f6ed11481c73ce5d36acd","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-655f6ed11481c73ce5d36acd: start","job_status":"start","queue_duration_s":0.512136,"scheduling_latency_s":0.512151}1531vm-test-run-nixbot-gitlab> gitlab # [  254.874656] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.562Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"655f6ed11481c73ce5d36acd","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-655f6ed11481c73ce5d36acd: done: 0.014937 sec","job_status":"done","queue_duration_s":0.512136,"scheduling_latency_s":0.512151,"redis_calls":13,"redis_duration_s":0.002816,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000953,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001863,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009301,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014937,"completed_at":"2026-06-16T07:21:06.562Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1532vm-test-run-nixbot-gitlab> gitlab # [  254.912375] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.563Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1efa5b4c741c56148b78c073","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1efa5b4c741c56148b78c073: start","job_status":"start","queue_duration_s":0.528317,"scheduling_latency_s":0.528333}1533vm-test-run-nixbot-gitlab> gitlab # [  254.923972] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.578Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1efa5b4c741c56148b78c073","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1efa5b4c741c56148b78c073: done: 0.014616 sec","job_status":"done","queue_duration_s":0.528317,"scheduling_latency_s":0.528333,"redis_calls":13,"redis_duration_s":0.002615,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000904,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001711,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008995,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014616,"completed_at":"2026-06-16T07:21:06.578Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1534vm-test-run-nixbot-gitlab> gitlab # [  254.961964] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.579Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00bc1d84f237d50bf661b246","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00bc1d84f237d50bf661b246: start","job_status":"start","queue_duration_s":0.544447,"scheduling_latency_s":0.544463}1535vm-test-run-nixbot-gitlab> gitlab # [  254.974073] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.594Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00bc1d84f237d50bf661b246","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00bc1d84f237d50bf661b246: done: 0.014987 sec","job_status":"done","queue_duration_s":0.544447,"scheduling_latency_s":0.544463,"redis_calls":13,"redis_duration_s":0.002773,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000963,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00181,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009375,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014987,"completed_at":"2026-06-16T07:21:06.594Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1536vm-test-run-nixbot-gitlab> gitlab # [  255.012018] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.596Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f278b5670a7581234daa300e","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f278b5670a7581234daa300e: start","job_status":"start","queue_duration_s":0.560748,"scheduling_latency_s":0.560763}1537vm-test-run-nixbot-gitlab> gitlab # [  255.023870] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.611Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f278b5670a7581234daa300e","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f278b5670a7581234daa300e: done: 0.015082 sec","job_status":"done","queue_duration_s":0.560748,"scheduling_latency_s":0.560763,"redis_calls":13,"redis_duration_s":0.0029319999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001063,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001869,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009406,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015082,"completed_at":"2026-06-16T07:21:06.611Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1538vm-test-run-nixbot-gitlab> gitlab # [  255.061670] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.612Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"743f3ff8aaf558bd7bfe817c","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-743f3ff8aaf558bd7bfe817c: start","job_status":"start","queue_duration_s":0.577179,"scheduling_latency_s":0.577196}1539vm-test-run-nixbot-gitlab> gitlab # [  255.074810] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.627Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"743f3ff8aaf558bd7bfe817c","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-743f3ff8aaf558bd7bfe817c: done: 0.015129 sec","job_status":"done","queue_duration_s":0.577179,"scheduling_latency_s":0.577196,"redis_calls":13,"redis_duration_s":0.00281,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001907,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009273,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015129,"completed_at":"2026-06-16T07:21:06.627Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1540vm-test-run-nixbot-gitlab> gitlab # [  255.113105] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.628Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"16ca939947f8c94062717992","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-16ca939947f8c94062717992: start","job_status":"start","queue_duration_s":0.593667,"scheduling_latency_s":0.593683}1541vm-test-run-nixbot-gitlab> gitlab # [  255.125225] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.643Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"16ca939947f8c94062717992","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-16ca939947f8c94062717992: done: 0.014906 sec","job_status":"done","queue_duration_s":0.593667,"scheduling_latency_s":0.593683,"redis_calls":13,"redis_duration_s":0.002773,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000937,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001836,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009266,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014906,"completed_at":"2026-06-16T07:21:06.643Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1542vm-test-run-nixbot-gitlab> gitlab # [  255.163438] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.645Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a73f5709d773c2fcca485006","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a73f5709d773c2fcca485006: start","job_status":"start","queue_duration_s":0.609905,"scheduling_latency_s":0.609922}1543vm-test-run-nixbot-gitlab> gitlab # [  255.175639] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.660Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a73f5709d773c2fcca485006","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a73f5709d773c2fcca485006: done: 0.014965 sec","job_status":"done","queue_duration_s":0.609905,"scheduling_latency_s":0.609922,"redis_calls":13,"redis_duration_s":0.002752,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000915,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001837,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009169,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014965,"completed_at":"2026-06-16T07:21:06.660Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1544vm-test-run-nixbot-gitlab> gitlab # [  255.213460] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.661Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"21b3dcec4fc92925ab2e4d16","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-21b3dcec4fc92925ab2e4d16: start","job_status":"start","queue_duration_s":0.62622,"scheduling_latency_s":0.626236}1545vm-test-run-nixbot-gitlab> gitlab # [  255.224962] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.676Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"21b3dcec4fc92925ab2e4d16","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-21b3dcec4fc92925ab2e4d16: done: 0.014958 sec","job_status":"done","queue_duration_s":0.62622,"scheduling_latency_s":0.626236,"redis_calls":13,"redis_duration_s":0.002802,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000967,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001835,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00931,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014958,"completed_at":"2026-06-16T07:21:06.676Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1546vm-test-run-nixbot-gitlab> gitlab # [  255.261972] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.677Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ade1ac7e90c1a02e21bb685e","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ade1ac7e90c1a02e21bb685e: start","job_status":"start","queue_duration_s":0.642585,"scheduling_latency_s":0.642601}1547vm-test-run-nixbot-gitlab> gitlab # [  255.274289] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.692Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ade1ac7e90c1a02e21bb685e","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ade1ac7e90c1a02e21bb685e: done: 0.014824 sec","job_status":"done","queue_duration_s":0.642585,"scheduling_latency_s":0.642601,"redis_calls":13,"redis_duration_s":0.0025529999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000902,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001651,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009036,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014824,"completed_at":"2026-06-16T07:21:06.692Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1548vm-test-run-nixbot-gitlab> gitlab # [  255.312694] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.694Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f11034358de88477b9384667","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f11034358de88477b9384667: start","job_status":"start","queue_duration_s":0.658759,"scheduling_latency_s":0.658775}1549vm-test-run-nixbot-gitlab> gitlab # [  255.324088] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.708Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f11034358de88477b9384667","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f11034358de88477b9384667: done: 0.014735 sec","job_status":"done","queue_duration_s":0.658759,"scheduling_latency_s":0.658775,"redis_calls":13,"redis_duration_s":0.002592,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000909,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001683,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009284,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014735,"completed_at":"2026-06-16T07:21:06.708Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1550vm-test-run-nixbot-gitlab> gitlab # [  255.361282] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.710Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"06ddb07ee733a2fd0640b69c","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-06ddb07ee733a2fd0640b69c: start","job_status":"start","queue_duration_s":0.674828,"scheduling_latency_s":0.674843}1551vm-test-run-nixbot-gitlab> gitlab # [  255.372930] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.726Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"06ddb07ee733a2fd0640b69c","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-06ddb07ee733a2fd0640b69c: done: 0.015971 sec","job_status":"done","queue_duration_s":0.674828,"scheduling_latency_s":0.674843,"redis_calls":13,"redis_duration_s":0.003306,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001297,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002009,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009461,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015971,"completed_at":"2026-06-16T07:21:06.725Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1552vm-test-run-nixbot-gitlab> gitlab # [  255.409743] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.727Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e9d82e1fab496e35629f6ef5","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e9d82e1fab496e35629f6ef5: start","job_status":"start","queue_duration_s":0.69233,"scheduling_latency_s":0.692346}1553vm-test-run-nixbot-gitlab> gitlab # [  255.421518] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.742Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e9d82e1fab496e35629f6ef5","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e9d82e1fab496e35629f6ef5: done: 0.015331 sec","job_status":"done","queue_duration_s":0.69233,"scheduling_latency_s":0.692346,"redis_calls":13,"redis_duration_s":0.002837,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000961,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001876,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009616,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015331,"completed_at":"2026-06-16T07:21:06.742Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1554vm-test-run-nixbot-gitlab> gitlab # [  255.459017] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.744Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5bc26cdaac875a6393e14499","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5bc26cdaac875a6393e14499: start","job_status":"start","queue_duration_s":0.709032,"scheduling_latency_s":0.709048}1555vm-test-run-nixbot-gitlab> gitlab # [  255.470860] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.760Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5bc26cdaac875a6393e14499","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5bc26cdaac875a6393e14499: done: 0.016012 sec","job_status":"done","queue_duration_s":0.709032,"scheduling_latency_s":0.709048,"redis_calls":13,"redis_duration_s":0.0029319999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000983,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001949,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010207,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016012,"completed_at":"2026-06-16T07:21:06.760Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1556vm-test-run-nixbot-gitlab> gitlab # [  255.508606] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.761Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a3ee0512586ee107503ecd09","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a3ee0512586ee107503ecd09: start","job_status":"start","queue_duration_s":0.72648,"scheduling_latency_s":0.726496}1557vm-test-run-nixbot-gitlab> gitlab # [  255.519979] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.776Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a3ee0512586ee107503ecd09","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a3ee0512586ee107503ecd09: done: 0.015032 sec","job_status":"done","queue_duration_s":0.72648,"scheduling_latency_s":0.726496,"redis_calls":13,"redis_duration_s":0.002458,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000941,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001517,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009096,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015032,"completed_at":"2026-06-16T07:21:06.776Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1558vm-test-run-nixbot-gitlab> gitlab # [  255.557414] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.778Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5751e2eecef2d756063d845b","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5751e2eecef2d756063d845b: start","job_status":"start","queue_duration_s":0.742852,"scheduling_latency_s":0.742868}1559vm-test-run-nixbot-gitlab> gitlab # [  255.569416] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.793Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5751e2eecef2d756063d845b","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5751e2eecef2d756063d845b: done: 0.015256 sec","job_status":"done","queue_duration_s":0.742852,"scheduling_latency_s":0.742868,"redis_calls":13,"redis_duration_s":0.002668,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001751,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009704,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015256,"completed_at":"2026-06-16T07:21:06.793Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1560vm-test-run-nixbot-gitlab> gitlab # [  255.607193] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.794Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f10446c18bb5b04a8694a1a1","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f10446c18bb5b04a8694a1a1: start","job_status":"start","queue_duration_s":0.759449,"scheduling_latency_s":0.759466}1561vm-test-run-nixbot-gitlab> gitlab # [  255.619227] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.810Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f10446c18bb5b04a8694a1a1","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f10446c18bb5b04a8694a1a1: done: 0.01544 sec","job_status":"done","queue_duration_s":0.759449,"scheduling_latency_s":0.759466,"redis_calls":13,"redis_duration_s":0.002837,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000964,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001873,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009817,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01544,"completed_at":"2026-06-16T07:21:06.810Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1562vm-test-run-nixbot-gitlab> gitlab # [  255.656369] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.811Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"da93503822429afaf1ed706a","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-da93503822429afaf1ed706a: start","job_status":"start","queue_duration_s":0.776336,"scheduling_latency_s":0.776353}1563vm-test-run-nixbot-gitlab> gitlab # [  255.667880] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.826Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"da93503822429afaf1ed706a","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-da93503822429afaf1ed706a: done: 0.015319 sec","job_status":"done","queue_duration_s":0.776336,"scheduling_latency_s":0.776353,"redis_calls":13,"redis_duration_s":0.003068,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001306,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001762,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009035,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015319,"completed_at":"2026-06-16T07:21:06.826Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1564vm-test-run-nixbot-gitlab> gitlab # [  255.705726] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.828Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d3d5e718b2fb9e64ad8e02aa","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d3d5e718b2fb9e64ad8e02aa: start","job_status":"start","queue_duration_s":0.793469,"scheduling_latency_s":0.793485}1565vm-test-run-nixbot-gitlab> gitlab # [  255.718496] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.846Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d3d5e718b2fb9e64ad8e02aa","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d3d5e718b2fb9e64ad8e02aa: done: 0.0178 sec","job_status":"done","queue_duration_s":0.793469,"scheduling_latency_s":0.793485,"redis_calls":13,"redis_duration_s":0.004771,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002886,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001885,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010212,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0178,"completed_at":"2026-06-16T07:21:06.846Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1566vm-test-run-nixbot-gitlab> gitlab # [  255.755530] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.847Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ddef25b881203272cb97c6b","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ddef25b881203272cb97c6b: start","job_status":"start","queue_duration_s":0.812615,"scheduling_latency_s":0.812631}1567vm-test-run-nixbot-gitlab> gitlab # [  255.767572] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.863Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ddef25b881203272cb97c6b","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ddef25b881203272cb97c6b: done: 0.015431 sec","job_status":"done","queue_duration_s":0.812615,"scheduling_latency_s":0.812631,"redis_calls":13,"redis_duration_s":0.00282,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000923,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001897,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009628,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015431,"completed_at":"2026-06-16T07:21:06.863Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1568vm-test-run-nixbot-gitlab> gitlab # [  255.804745] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.864Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6e99ccd12fab61d7c5a0c024","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6e99ccd12fab61d7c5a0c024: start","job_status":"start","queue_duration_s":0.829359,"scheduling_latency_s":0.829375}1569vm-test-run-nixbot-gitlab> gitlab # [  255.816401] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.880Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6e99ccd12fab61d7c5a0c024","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6e99ccd12fab61d7c5a0c024: done: 0.015417 sec","job_status":"done","queue_duration_s":0.829359,"scheduling_latency_s":0.829375,"redis_calls":13,"redis_duration_s":0.002744,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000901,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001843,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009753,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015417,"completed_at":"2026-06-16T07:21:06.879Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1570vm-test-run-nixbot-gitlab> gitlab # [  255.853374] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.881Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bf91ecee48bf5b387a234a6a","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bf91ecee48bf5b387a234a6a: start","job_status":"start","queue_duration_s":0.8461,"scheduling_latency_s":0.846115}1571vm-test-run-nixbot-gitlab> gitlab # [  255.865687] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.897Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bf91ecee48bf5b387a234a6a","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bf91ecee48bf5b387a234a6a: done: 0.015742 sec","job_status":"done","queue_duration_s":0.8461,"scheduling_latency_s":0.846115,"redis_calls":13,"redis_duration_s":0.002742,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00095,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001792,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009292,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015742,"completed_at":"2026-06-16T07:21:06.897Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1572vm-test-run-nixbot-gitlab> gitlab # [  255.902967] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.898Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3fa78dd8dadf0b7a14d8da7d","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3fa78dd8dadf0b7a14d8da7d: start","job_status":"start","queue_duration_s":0.863267,"scheduling_latency_s":0.863284}1573vm-test-run-nixbot-gitlab> gitlab # [  255.915019] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.914Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3fa78dd8dadf0b7a14d8da7d","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3fa78dd8dadf0b7a14d8da7d: done: 0.015509 sec","job_status":"done","queue_duration_s":0.863267,"scheduling_latency_s":0.863284,"redis_calls":13,"redis_duration_s":0.002661,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001744,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009838,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015509,"completed_at":"2026-06-16T07:21:06.913Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1574vm-test-run-nixbot-gitlab> gitlab # [  255.953434] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.915Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0c75a8a879f62705132114e2","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0c75a8a879f62705132114e2: start","job_status":"start","queue_duration_s":0.88023,"scheduling_latency_s":0.880246}1575vm-test-run-nixbot-gitlab> gitlab # [  255.965026] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.934Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0c75a8a879f62705132114e2","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0c75a8a879f62705132114e2: done: 0.018768 sec","job_status":"done","queue_duration_s":0.88023,"scheduling_latency_s":0.880246,"redis_calls":13,"redis_duration_s":0.004158,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001639,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002519,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011017,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018768,"completed_at":"2026-06-16T07:21:06.934Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1576vm-test-run-nixbot-gitlab> gitlab # [  256.002236] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.936Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f2898ff803680a6a84813c02","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f2898ff803680a6a84813c02: start","job_status":"start","queue_duration_s":0.900867,"scheduling_latency_s":0.900886}1577vm-test-run-nixbot-gitlab> gitlab # [  256.013991] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.952Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f2898ff803680a6a84813c02","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f2898ff803680a6a84813c02: done: 0.016635 sec","job_status":"done","queue_duration_s":0.900867,"scheduling_latency_s":0.900886,"redis_calls":13,"redis_duration_s":0.002105,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000682,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001423,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011156,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016635,"completed_at":"2026-06-16T07:21:06.952Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1578vm-test-run-nixbot-gitlab> gitlab # [  256.050817] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.953Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a2748a2e73036f269580de95","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a2748a2e73036f269580de95: start","job_status":"start","queue_duration_s":0.918566,"scheduling_latency_s":0.918583}1579vm-test-run-nixbot-gitlab> gitlab # [  256.062365] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:06.968Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a2748a2e73036f269580de95","created_at":"2026-06-16T07:21:05.959Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-f54950d2286c485f","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a4e584cca7c8bb4dab03c6d523949316","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:06.035Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a2748a2e73036f269580de95: done: 0.015171 sec","job_status":"done","queue_duration_s":0.918566,"scheduling_latency_s":0.918583,"redis_calls":13,"redis_duration_s":0.001543,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000997,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01073,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015171,"completed_at":"2026-06-16T07:21:06.968Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1580vm-test-run-nixbot-gitlab> gitlab # [  258.203664] setup-gitlab-start[3308]: W, [2026-06-16T07:21:11.101434 #3308]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1581vm-test-run-nixbot-gitlab> gitlab # [  296.855856] runuser[3307]: pam_unix(runuser:session): session closed for user gitlab1582vm-test-run-nixbot-gitlab> gitlab # [  296.860201] setup-gitlab-start[3650]: ++ jq -r .token1583vm-test-run-nixbot-gitlab> gitlab # [  296.861884] setup-gitlab-start[3651]: +++ date -d '+7 days' +%F1584vm-test-run-nixbot-gitlab> gitlab # [  296.863622] setup-gitlab-start[3649]: ++ curl -fs -X POST -H 'Authorization: Bearer aa9124dd53abd42644a032f59f7ccc390972495405ea855a8be701207c9a1265' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-06-23"}' http://gitlab/api/v4/users/1/personal_access_tokens1585vm-test-run-nixbot-gitlab> gitlab # [  297.505404] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:50.402Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"96e745736af5bde54e7aee33","created_at":"2026-06-16T07:21:50.369Z","trace_propagation_headers":{"sentry-trace":"20064dbaedee4394977ef3f5f1228918-551d894e35d948d4","baggage":"sentry-trace_id=20064dbaedee4394977ef3f5f1228918,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXMEWRCH2ARP91S3VWV93","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:1973ab5b172c373019ce565c82ba3aff035a55fbfab289c14c945acb9f4f49a9","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:50.399Z","job_size_bytes":451,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-96e745736af5bde54e7aee33: start","job_status":"start","queue_duration_s":0.003097,"scheduling_latency_s":0.003132}1586vm-test-run-nixbot-gitlab> gitlab # [  297.529235] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:50 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 6371587vm-test-run-nixbot-gitlab> gitlab # [  297.561744] setup-gitlab-start[3261]: + TOKEN=glpat-Rlt81ghz_tXBuxtjUiyK2m86MQp1OjEH.01.0w0djpac81588vm-test-run-nixbot-gitlab> gitlab # [  297.570725] setup-gitlab-start[3261]: + test -n glpat-Rlt81ghz_tXBuxtjUiyK2m86MQp1OjEH.01.0w0djpac81589vm-test-run-nixbot-gitlab> gitlab # [  297.574248] setup-gitlab-start[3261]: + test glpat-Rlt81ghz_tXBuxtjUiyK2m86MQp1OjEH.01.0w0djpac8 '!=' null1590vm-test-run-nixbot-gitlab> gitlab # [  297.577931] setup-gitlab-start[3261]: + mkdir -p /var/lib/secrets1591vm-test-run-nixbot-gitlab> gitlab # [  297.580327] setup-gitlab-start[3261]: + echo glpat-Rlt81ghz_tXBuxtjUiyK2m86MQp1OjEH.01.0w0djpac81592vm-test-run-nixbot-gitlab> gitlab # [  297.583362] setup-gitlab-start[3261]: + chmod 644 /var/lib/secrets/gitlab-token1593vm-test-run-nixbot-gitlab> gitlab # [  297.586027] setup-gitlab-start[3261]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-Rlt81ghz_tXBuxtjUiyK2m86MQp1OjEH.01.0w0djpac8' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1594vm-test-run-nixbot-gitlab> gitlab # [  297.755823] sidekiq-cluster[2423]: {"severity":"WARN","time":"2026-06-16T07:21:50.653Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"96e745736af5bde54e7aee33","created_at":"2026-06-16T07:21:50.369Z","trace_propagation_headers":{"sentry-trace":"20064dbaedee4394977ef3f5f1228918-551d894e35d948d4","baggage":"sentry-trace_id=20064dbaedee4394977ef3f5f1228918,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXMEWRCH2ARP91S3VWV93","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:1973ab5b172c373019ce565c82ba3aff035a55fbfab289c14c945acb9f4f49a9","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:50.399Z","job_size_bytes":451,"pid":2423,"sidekiq_tid":"lylv","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-96e745736af5bde54e7aee33: fail: 0.249481 sec","job_status":"fail","queue_duration_s":0.003097,"scheduling_latency_s":0.003132,"redis_calls":17,"redis_duration_s":0.005156,"redis_read_bytes":651,"redis_write_bytes":1842,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.002274,"redis_feature_flag_read_bytes":644,"redis_feature_flag_write_bytes":958,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0022,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000682,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.038,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.038,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.170239,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0008057,"duration_s":0.249481,"completed_at":"2026-06-16T07:21:50.652Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.053545,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1595vm-test-run-nixbot-gitlab> gitlab # [  298.419210] gitaly[1364]: time="2026-06-16T07:21:51.317Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.005" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.316" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1596vm-test-run-nixbot-gitlab> gitlab # [  298.447731] gitaly[1364]: time="2026-06-16T07:21:51.317Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.005" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.316" grpc.time_ms=0.693 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1597vm-test-run-nixbot-gitlab> gitlab # [  298.623181] gitaly[1364]: time="2026-06-16T07:21:51.522Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.211" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.521" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1598vm-test-run-nixbot-gitlab> gitlab # [  298.652670] gitaly[1364]: time="2026-06-16T07:21:51.522Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.211" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.521" grpc.time_ms=0.548 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1599vm-test-run-nixbot-gitlab> gitlab # [  298.686090] gitaly[1364]: time="2026-06-16T07:21:51.568Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG diskcache=17a3984b-a2e1-4d90-b579-9441188b8d12 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T07:22:01.224" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.535" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1600vm-test-run-nixbot-gitlab> gitlab # [  298.707976] gitaly[1364]: time="2026-06-16T07:21:51.568Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=299 command.oublock=32 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T07:22:01.224" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.535" grpc.time_ms=32.97 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1601vm-test-run-nixbot-gitlab> gitlab # [  298.729189] gitaly[1364]: time="2026-06-16T07:21:51.589Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.277" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.587" pid=1364 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1602vm-test-run-nixbot-gitlab> gitlab # [  298.743915] gitaly[1364]: time="2026-06-16T07:21:51.589Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.277" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.587" grpc.time_ms=1.399 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1603vm-test-run-nixbot-gitlab> gitlab # [  298.759176] gitaly[1364]: time="2026-06-16T07:21:51.615Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T07:22:01.286" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.597" grpc.time_ms=18.107 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1604vm-test-run-nixbot-gitlab> gitlab # [  298.800279] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:51.698Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"919e219ada512c7b0522ca56","created_at":"2026-06-16T07:21:51.632Z","trace_propagation_headers":{"sentry-trace":"345c6ebe33764f8f8c6b23d977e31fa0-39623dc3c4c84d64","baggage":"sentry-trace_id=345c6ebe33764f8f8c6b23d977e31fa0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXN4DEXA5AX05BDQ9TCEG","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:51.694Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-919e219ada512c7b0522ca56: start","job_status":"start","queue_duration_s":0.003528,"scheduling_latency_s":0.003574}1605vm-test-run-nixbot-gitlab> gitlab # [  298.849284] gitaly[1364]: time="2026-06-16T07:21:51.748Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.007" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.747" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1606vm-test-run-nixbot-gitlab> gitlab # [  298.873223] gitaly[1364]: time="2026-06-16T07:21:51.748Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.007" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.747" grpc.time_ms=0.595 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1607vm-test-run-nixbot-gitlab> gitlab # [  298.899548] gitaly[1364]: time="2026-06-16T07:21:51.784Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG diskcache=bbd43aa8-21c6-4ca4-9a28-8b3821a1942e grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T07:22:01.012" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.752" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1608vm-test-run-nixbot-gitlab> gitlab # [  298.917292] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:51.791Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"919e219ada512c7b0522ca56","created_at":"2026-06-16T07:21:51.632Z","trace_propagation_headers":{"sentry-trace":"345c6ebe33764f8f8c6b23d977e31fa0-39623dc3c4c84d64","baggage":"sentry-trace_id=345c6ebe33764f8f8c6b23d977e31fa0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXN4DEXA5AX05BDQ9TCEG","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:51.694Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-919e219ada512c7b0522ca56: done: 0.093477 sec","job_status":"done","queue_duration_s":0.003528,"scheduling_latency_s":0.003574,"redis_calls":15,"redis_duration_s":0.005967,"redis_read_bytes":140,"redis_write_bytes":1876,"redis_feature_flag_calls":5,"redis_feature_flag_duration_s":0.001771,"redis_feature_flag_read_bytes":132,"redis_feature_flag_write_bytes":711,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002474,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001722,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.066798,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.05199744,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.093477,"completed_at":"2026-06-16T07:21:51.791Z","load_balancing_strategy":"primary","db_duration_s":0.017142,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1609vm-test-run-nixbot-gitlab> gitlab # [  298.969145] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:51.793Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"185a2eccf56a7eaaebb0fad2","created_at":"2026-06-16T07:21:51.722Z","trace_propagation_headers":{"sentry-trace":"345c6ebe33764f8f8c6b23d977e31fa0-39623dc3c4c84d64","baggage":"sentry-trace_id=345c6ebe33764f8f8c6b23d977e31fa0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXN4DEXA5AX05BDQ9TCEG","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:51.737Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-185a2eccf56a7eaaebb0fad2: start","job_status":"start","queue_duration_s":0.056234,"scheduling_latency_s":0.05626}1610vm-test-run-nixbot-gitlab> gitlab # [  298.983932] gitaly[1364]: time="2026-06-16T07:21:51.785Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=298 command.oublock=32 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-16T07:22:01.012" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.752" grpc.time_ms=31.772 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1611vm-test-run-nixbot-gitlab> gitlab # [  298.999197] gitaly[1364]: time="2026-06-16T07:21:51.796Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.054" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.795" pid=1364 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1612vm-test-run-nixbot-gitlab> gitlab # [  299.010354] gitaly[1364]: time="2026-06-16T07:21:51.796Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.054" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.795" grpc.time_ms=1.231 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1613vm-test-run-nixbot-gitlab> gitlab # [  299.021355] gitaly[1364]: time="2026-06-16T07:21:51.823Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T07:22:01.063" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.804" grpc.time_ms=19.28 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1614vm-test-run-nixbot-gitlab> gitlab # [  299.034084] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:51.915Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"185a2eccf56a7eaaebb0fad2","created_at":"2026-06-16T07:21:51.722Z","trace_propagation_headers":{"sentry-trace":"345c6ebe33764f8f8c6b23d977e31fa0-39623dc3c4c84d64","baggage":"sentry-trace_id=345c6ebe33764f8f8c6b23d977e31fa0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXN4DEXA5AX05BDQ9TCEG","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:51.737Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-185a2eccf56a7eaaebb0fad2: done: 0.121811 sec","job_status":"done","queue_duration_s":0.056234,"scheduling_latency_s":0.05626,"redis_calls":14,"redis_duration_s":0.004173,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000754,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002067,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001352,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.081497,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.08595418,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.121811,"completed_at":"2026-06-16T07:21:51.914Z","load_balancing_strategy":"primary","db_duration_s":0.032381,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1615vm-test-run-nixbot-gitlab> gitlab # [  299.075886] gitaly[1364]: time="2026-06-16T07:21:51.874Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:01.133" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.873" grpc.time_ms=0.286 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1616vm-test-run-nixbot-gitlab> gitlab # [  299.086334] gitaly[1364]: time="2026-06-16T07:21:51.887Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T07:22:01.146" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:51.886" grpc.time_ms=0.397 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1617vm-test-run-nixbot-gitlab> gitlab # [  299.293745] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:52.191Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"b35081d3ff7171c47b8fb6b2","created_at":"2026-06-16T07:21:52.180Z","trace_propagation_headers":{"sentry-trace":"345c6ebe33764f8f8c6b23d977e31fa0-39623dc3c4c84d64","baggage":"sentry-trace_id=345c6ebe33764f8f8c6b23d977e31fa0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXN4DEXA5AX05BDQ9TCEG","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:52.189Z","job_size_bytes":5,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-b35081d3ff7171c47b8fb6b2: start","job_status":"start","queue_duration_s":0.002372,"scheduling_latency_s":0.002425}1618vm-test-run-nixbot-gitlab> gitlab # [  299.419885] gitaly[1364]: time="2026-06-16T07:21:52.317Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXN4DEXA5AX05BDQ9TCEG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T07:22:02.010" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:52.301" grpc.time_ms=16.535 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1619vm-test-run-nixbot-gitlab> gitlab # [  299.514922] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:52.413Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"b35081d3ff7171c47b8fb6b2","created_at":"2026-06-16T07:21:52.180Z","trace_propagation_headers":{"sentry-trace":"345c6ebe33764f8f8c6b23d977e31fa0-39623dc3c4c84d64","baggage":"sentry-trace_id=345c6ebe33764f8f8c6b23d977e31fa0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXN4DEXA5AX05BDQ9TCEG","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:52.189Z","job_size_bytes":5,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-b35081d3ff7171c47b8fb6b2: done: 0.221698 sec","job_status":"done","queue_duration_s":0.002372,"scheduling_latency_s":0.002425,"redis_calls":12,"redis_duration_s":0.0046619999999999995,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001456,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002394,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000812,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.180473,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039872,"duration_s":0.221698,"completed_at":"2026-06-16T07:21:52.413Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027206,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1620vm-test-run-nixbot-gitlab> gitlab # [  299.602198] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:52.415Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"8560cd220333a1c044903db9","created_at":"2026-06-16T07:21:52.226Z","trace_propagation_headers":{"sentry-trace":"345c6ebe33764f8f8c6b23d977e31fa0-39623dc3c4c84d64","baggage":"sentry-trace_id=345c6ebe33764f8f8c6b23d977e31fa0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXN4DEXA5AX05BDQ9TCEG","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:52.233Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-8560cd220333a1c044903db9: start","job_status":"start","queue_duration_s":0.182048,"scheduling_latency_s":0.182072}1621vm-test-run-nixbot-gitlab> gitlab # [  299.797504] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:52 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 22181622vm-test-run-nixbot-gitlab> gitlab # [  299.803437] setup-gitlab-start[3261]: + mkdir -p /tmp/test-flake1623vm-test-run-nixbot-gitlab> gitlab # [  299.807424] setup-gitlab-start[3261]: + cd /tmp/test-flake1624vm-test-run-nixbot-gitlab> gitlab # [  299.809642] setup-gitlab-start[3261]: + git init -b master1625vm-test-run-nixbot-gitlab> gitlab # [  299.824399] setup-gitlab-start[3696]: Initialized empty Git repository in /tmp/test-flake/.git/1626vm-test-run-nixbot-gitlab> gitlab # [  299.827623] setup-gitlab-start[3261]: + git config user.name test1627vm-test-run-nixbot-gitlab> gitlab # [  299.830019] setup-gitlab-start[3261]: + git config user.email test@example.com1628vm-test-run-nixbot-gitlab> gitlab # [  299.832745] setup-gitlab-start[3261]: + cat1629vm-test-run-nixbot-gitlab> gitlab # [  299.837943] setup-gitlab-start[3261]: + git add flake.nix1630vm-test-run-nixbot-gitlab> gitlab # [  299.846269] setup-gitlab-start[3261]: + git commit -m 'initial commit'1631vm-test-run-nixbot-gitlab> gitlab # [  299.865654] setup-gitlab-start[3701]: [master (root-commit) ebcc71c] initial commit1632vm-test-run-nixbot-gitlab> gitlab # [  299.867106] setup-gitlab-start[3701]:  1 file changed, 10 insertions(+)1633vm-test-run-nixbot-gitlab> gitlab # [  299.868518] setup-gitlab-start[3701]:  create mode 100644 flake.nix1634vm-test-run-nixbot-gitlab> gitlab # [  299.869717] setup-gitlab-start[3261]: + git remote add origin http://oauth2:glpat-Rlt81ghz_tXBuxtjUiyK2m86MQp1OjEH.01.0w0djpac8@gitlab/root/test-flake.git1635vm-test-run-nixbot-gitlab> gitlab # [  299.879966] setup-gitlab-start[3261]: + git push -u origin master1636vm-test-run-nixbot-gitlab> gitlab # [  299.895009] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:52.792Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"8560cd220333a1c044903db9","created_at":"2026-06-16T07:21:52.226Z","trace_propagation_headers":{"sentry-trace":"345c6ebe33764f8f8c6b23d977e31fa0-39623dc3c4c84d64","baggage":"sentry-trace_id=345c6ebe33764f8f8c6b23d977e31fa0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXN4DEXA5AX05BDQ9TCEG","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:52.233Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-8560cd220333a1c044903db9: done: 0.376945 sec","job_status":"done","queue_duration_s":0.182048,"scheduling_latency_s":0.182072,"redis_calls":11,"redis_duration_s":0.004136,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00089,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002418,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000828,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.32,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.32,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.037,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.264739,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00095354,"duration_s":0.376945,"completed_at":"2026-06-16T07:21:52.792Z","load_balancing_strategy":"primary","db_duration_s":0.117319,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1637vm-test-run-nixbot-gitlab> gitlab # [  299.955849] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:52.796Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"ecf18530cb35ec7a8be68291","created_at":"2026-06-16T07:21:52.237Z","trace_propagation_headers":{"sentry-trace":"345c6ebe33764f8f8c6b23d977e31fa0-39623dc3c4c84d64","baggage":"sentry-trace_id=345c6ebe33764f8f8c6b23d977e31fa0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXN4DEXA5AX05BDQ9TCEG","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:52.244Z","job_size_bytes":89,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-ecf18530cb35ec7a8be68291: start","job_status":"start","queue_duration_s":0.55122,"scheduling_latency_s":0.551266}1638vm-test-run-nixbot-gitlab> gitlab # [  300.018830] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:52.917Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"ecf18530cb35ec7a8be68291","created_at":"2026-06-16T07:21:52.237Z","trace_propagation_headers":{"sentry-trace":"345c6ebe33764f8f8c6b23d977e31fa0-39623dc3c4c84d64","baggage":"sentry-trace_id=345c6ebe33764f8f8c6b23d977e31fa0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXN4DEXA5AX05BDQ9TCEG","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:52.244Z","job_size_bytes":89,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-ecf18530cb35ec7a8be68291: done: 0.121142 sec","job_status":"done","queue_duration_s":0.55122,"scheduling_latency_s":0.551266,"redis_calls":11,"redis_duration_s":0.005129,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001169,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003266,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000694,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.077331,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0005383,"duration_s":0.121142,"completed_at":"2026-06-16T07:21:52.916Z","load_balancing_strategy":"primary","db_duration_s":0.032839,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1639vm-test-run-nixbot-gitlab> gitlab # [  300.140198] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:53 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 1821640vm-test-run-nixbot-gitlab> gitlab # [  300.283067] gitaly[1364]: time="2026-06-16T07:21:53.181Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQMF6MW7EW7TT55C432T grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:21:53.168" grpc.time_ms=13.742 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1641vm-test-run-nixbot-gitlab> gitlab # [  300.298738] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:53 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 1431642vm-test-run-nixbot-gitlab> gitlab # [  300.712872] gitaly[1364]: time="2026-06-16T07:21:53.609Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T07:22:03.282" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:53.592" grpc.time_ms=16.687 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1643vm-test-run-nixbot-gitlab> gitlab # [  300.830049] gitaly[1364]: time="2026-06-16T07:21:53.728Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=300 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=3 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-16T07:22:23.008" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-16T07:21:53.708" grpc.time_ms=19.49 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1644vm-test-run-nixbot-gitlab> gitlab # [  300.908959] gitaly[1364]: time="2026-06-16T07:21:53.807Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 duration_ms=315ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/allowed"1645vm-test-run-nixbot-gitlab> gitlab # [  300.982377] gitaly[1364]: time="2026-06-16T07:21:53.881Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 duration_ms=72ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/pre_receive"1646vm-test-run-nixbot-gitlab> gitlab # [  300.991696] gitaly[1364]: time="2026-06-16T07:21:53.890Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:21:53.490" grpc.time_ms=399.47 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1647vm-test-run-nixbot-gitlab> gitlab # [  301.050336] gitaly[1364]: time="2026-06-16T07:21:53.949Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:21:53.947" grpc.time_ms=1.228 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1648vm-test-run-nixbot-gitlab> gitlab # [  301.103816] gitaly[1364]: time="2026-06-16T07:21:54.002Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:21:54.001" grpc.time_ms=0.835 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1649vm-test-run-nixbot-gitlab> gitlab # [  301.150034] gitaly[1364]: time="2026-06-16T07:21:54.048Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:21:54.048" grpc.time_ms=0.623 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1650vm-test-run-nixbot-gitlab> gitlab # [  301.279092] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:54.176Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 ebcc71c879c05ad9edbf510b1ede46747eb7ba5c refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"632bc03e1736d6de37c2dcec","created_at":"2026-06-16T07:21:54.158Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-234c16a0bdeb4fcf","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:54.172Z","job_size_bytes":185,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-632bc03e1736d6de37c2dcec: start","job_status":"start","queue_duration_s":0.003014,"scheduling_latency_s":0.003075}1651vm-test-run-nixbot-gitlab> gitlab # [  301.318598] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:54.216Z","message":"changes: \"0000000000000000000000000000000000000000 ebcc71c879c05ad9edbf510b1ede46747eb7ba5c refs/heads/master\\n\""}1652vm-test-run-nixbot-gitlab> gitlab # [  301.322966] gitaly[1364]: time="2026-06-16T07:21:54.212Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=7 command.system_time_ms=2 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T07:22:04.005" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:54.195" grpc.time_ms=16.439 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1653vm-test-run-nixbot-gitlab> gitlab # [  301.352796] gitaly[1364]: time="2026-06-16T07:21:54.251Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=20 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1437 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=11 command.system_time_ms=20 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-16T07:22:04.031" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:21:54.222" grpc.time_ms=29.44 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1654vm-test-run-nixbot-gitlab> gitlab # [  301.375364] gitaly[1364]: time="2026-06-16T07:21:54.266Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:04.004" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:21:54.255" grpc.time_ms=10.96 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1655vm-test-run-nixbot-gitlab> gitlab # [  301.395180] gitaly[1364]: time="2026-06-16T07:21:54.266Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 duration_ms=178ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/post_receive"1656vm-test-run-nixbot-gitlab> gitlab # [  301.399462] gitaly[1364]: time="2026-06-16T07:21:54.267Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:21:54.087" grpc.time_ms=180.059 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1657vm-test-run-nixbot-gitlab> gitlab # [  301.413820] gitaly[1364]: time="2026-06-16T07:21:54.286Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 diskcache=c525506c-7deb-4fa0-8998-da141198006d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:21:53.383" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1658vm-test-run-nixbot-gitlab> gitlab # [  301.426731] systemd[1]: Finished setup-gitlab.service.1659vm-test-run-nixbot-gitlab> gitlab # [  301.427975] gitlab-workhorse[1294]: time="2026-06-16T07:21:54Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521660vm-test-run-nixbot-gitlab> gitlab # [  301.430254] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:54 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 10841661vm-test-run-nixbot-gitlab> gitlab # [  301.432519] setup-gitlab-start[3705]: To http://gitlab/root/test-flake.git1662vm-test-run-nixbot-gitlab> gitlab # [  301.433497] setup-gitlab-start[3705]:  * [new branch]      master -> master1663vm-test-run-nixbot-gitlab> gitlab # [  301.434456] setup-gitlab-start[3705]: branch 'master' set up to track 'origin/master'.1664vm-test-run-nixbot-gitlab> gitlab # [  301.435546] gitaly[1364]: time="2026-06-16T07:21:54.286Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=312 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=847872 command.minflt=13297 command.oublock=32 command.real_time_ms=895 command.spawn_token_fork_ms=0 command.system_time_ms=189 command.user_time_ms=123 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=685 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=58 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:21:53.383" grpc.time_ms=902.712 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1665vm-test-run-nixbot-gitlab> gitlab # [  301.450489] systemd[1]: Starting nixbot CI service...1666vm-test-run-nixbot-gitlab> gitlab # [  301.451325] gitaly[1364]: time="2026-06-16T07:21:54.293Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=577 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T07:22:04.028" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:54.279" grpc.time_ms=14.228 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1667vm-test-run-nixbot-gitlab> gitlab # [  301.465000] gitaly[1364]: time="2026-06-16T07:21:54.342Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-16T07:22:04.080" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:21:54.330" grpc.time_ms=11.545 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1668vm-test-run-nixbot-gitlab> gitlab # [  301.485326] gitaly[1364]: time="2026-06-16T07:21:54.384Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3938 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:21:54.383" grpc.time_ms=0.649 pid=1364 span.kind=server system=grpc1669vm-test-run-nixbot-gitlab> gitlab # [  301.516126] gitaly[1364]: time="2026-06-16T07:21:54.415Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3940 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:21:54.414" grpc.time_ms=0.301 pid=1364 span.kind=server system=grpc1670vm-test-run-nixbot-gitlab> gitlab # [  301.527617] gitaly[1364]: time="2026-06-16T07:21:54.422Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 diskcache=00a80728-8d4b-4d9b-bace-ad5dd1b7a448 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T07:22:04.106" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:54.356" pid=1364 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1671vm-test-run-nixbot-gitlab> gitlab # [  301.539254] gitaly[1364]: time="2026-06-16T07:21:54.422Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=66 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5204 command.oublock=8 command.real_time_ms=61 command.spawn_token_fork_ms=0 command.system_time_ms=45 command.user_time_ms=21 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T07:22:04.106" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:54.356" grpc.time_ms=65.692 pid=1364 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1672vm-test-run-nixbot-gitlab> gitlab # [  301.553264] gitaly[1364]: time="2026-06-16T07:21:54.441Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-16T07:22:04.190" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:54.440" grpc.time_ms=0.167 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1673vm-test-run-nixbot-gitlab> gitlab # [  301.564943] gitaly[1364]: time="2026-06-16T07:21:54.460Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=862 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-16T07:22:04.196" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:21:54.446" grpc.time_ms=12.962 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1674vm-test-run-nixbot-gitlab> gitlab # [  301.680069] gitaly[1364]: time="2026-06-16T07:21:54.578Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=313 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-16T07:22:24.070" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:54.570" grpc.time_ms=8.378 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1675vm-test-run-nixbot-gitlab> gitlab # [  301.732840] gitaly[1364]: time="2026-06-16T07:21:54.630Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T07:22:04.009" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:54.630" grpc.time_ms=0.517 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1676vm-test-run-nixbot-gitlab> gitlab # [  301.756538] gitaly[1364]: time="2026-06-16T07:21:54.641Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=316 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-16T07:22:04.013" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-16T07:21:54.633" grpc.time_ms=8.017 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1677vm-test-run-nixbot-gitlab> gitlab # [  301.785102] gitaly[1364]: time="2026-06-16T07:21:54.680Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:04.047" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:21:54.668" grpc.time_ms=12.385 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1678vm-test-run-nixbot-gitlab> gitlab # [  301.811526] gitaly[1364]: time="2026-06-16T07:21:54.700Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:04.067" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:21:54.688" grpc.time_ms=12.611 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1679vm-test-run-nixbot-gitlab> gitlab # [  301.837713] gitaly[1364]: time="2026-06-16T07:21:54.736Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=884 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T07:22:24.217" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:54.717" grpc.time_ms=18.923 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1680vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 302.93 seconds)1681vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1682vm-test-run-nixbot-gitlab> gitlab # [  302.321018] gitaly[1364]: time="2026-06-16T07:21:55.219Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-16T07:22:05.005" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:55.216" grpc.time_ms=3.275 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1683vm-test-run-nixbot-gitlab> gitlab # [  302.389989] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:55.286Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 ebcc71c879c05ad9edbf510b1ede46747eb7ba5c refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"632bc03e1736d6de37c2dcec","created_at":"2026-06-16T07:21:54.158Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-234c16a0bdeb4fcf","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:21:54.172Z","job_size_bytes":185,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-632bc03e1736d6de37c2dcec: done: 1.111051 sec","job_status":"done","queue_duration_s":0.003014,"scheduling_latency_s":0.003075,"gitaly_calls":13,"gitaly_duration_s":0.224324,"redis_calls":199,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.053728000000000005,"redis_read_bytes":957,"redis_write_bytes":19728,"redis_cache_calls":14,"redis_cache_duration_s":0.005072,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.008403,"redis_feature_flag_read_bytes":540,"redis_feature_flag_write_bytes":4279,"redis_queues_calls":8,"redis_queues_duration_s":0.001405,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4934,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.004124,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.01864,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.016084,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":51,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":51,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.072,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":51,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.315,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.346,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.072,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.765369,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00100732,"exclusive_lock_hold_duration_s":0.03902108,"duration_s":1.111051,"completed_at":"2026-06-16T07:21:55.286Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.123273,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1684vm-test-run-nixbot-gitlab> gitlab # [  302.480511] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:55.289Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"deae27a929d72397bc1eb4b2","created_at":"2026-06-16T07:21:54.297Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-ba20e10a80f847aa","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:54.303Z","job_size_bytes":46,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-deae27a929d72397bc1eb4b2: start","job_status":"start","queue_duration_s":0.985875,"scheduling_latency_s":0.985912}1685vm-test-run-nixbot-gitlab> gitlab # [  302.500206] gitaly[1364]: time="2026-06-16T07:21:55.381Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-16T13:21:55.367" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:21:55.369" grpc.time_ms=10.812 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1686vm-test-run-nixbot-gitlab> gitlab # [  302.514940] gitaly[1364]: time="2026-06-16T07:21:55.407Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-16T07:22:25.094" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:55.395" grpc.time_ms=11.831 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1687vm-test-run-nixbot-gitlab> gitlab # [  302.558637] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:55.456Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"deae27a929d72397bc1eb4b2","created_at":"2026-06-16T07:21:54.297Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-ba20e10a80f847aa","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:54.303Z","job_size_bytes":46,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-deae27a929d72397bc1eb4b2: done: 0.167099 sec","job_status":"done","queue_duration_s":0.985875,"scheduling_latency_s":0.985912,"gitaly_calls":2,"gitaly_duration_s":0.029575,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.01213,"redis_read_bytes":68,"redis_write_bytes":4888,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.003039,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000736,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2115,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001993,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.005312,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":754,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00105,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.101525,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039354,"duration_s":0.167099,"completed_at":"2026-06-16T07:21:55.456Z","load_balancing_strategy":"primary","db_duration_s":0.027541,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1688vm-test-run-nixbot-gitlab> gitlab # [  302.632950] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:55.460Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"7a94b4535e5e182adf46aebb","created_at":"2026-06-16T07:21:54.322Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-ba20e10a80f847aa","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:54.327Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-7a94b4535e5e182adf46aebb: start","job_status":"start","queue_duration_s":1.133527,"scheduling_latency_s":1.13356}1689vm-test-run-nixbot-gitlab> gitlab # [  302.656166] gitaly[1364]: time="2026-06-16T07:21:55.529Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 diskcache=3646a372-8716-4fa2-839d-6db1ab7c5b20 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T13:21:55.496" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:55.497" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1690vm-test-run-nixbot-gitlab> gitlab # [  302.670274] gitaly[1364]: time="2026-06-16T07:21:55.529Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=17 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1178 command.oublock=0 command.real_time_ms=39 command.spawn_token_fork_ms=4 command.system_time_ms=14 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T13:21:55.496" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:55.497" grpc.time_ms=32.039 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1691vm-test-run-nixbot-gitlab> gitlab # [  302.694183] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:55.592Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"7a94b4535e5e182adf46aebb","created_at":"2026-06-16T07:21:54.322Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-ba20e10a80f847aa","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:54.327Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-7a94b4535e5e182adf46aebb: done: 0.13179 sec","job_status":"done","queue_duration_s":1.133527,"scheduling_latency_s":1.13356,"gitaly_calls":1,"gitaly_duration_s":0.035557,"redis_calls":15,"redis_duration_s":0.004624,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000535,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001697,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000724,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001668,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.017,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.032,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.065558,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.09487989999999999,"duration_s":0.13179,"completed_at":"2026-06-16T07:21:55.592Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024756,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1692vm-test-run-nixbot-gitlab> gitlab # [  302.745269] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:55.594Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"b139a7d00b8b2db0f0ed20ce","created_at":"2026-06-16T07:21:54.435Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-ba20e10a80f847aa","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:54.437Z","job_size_bytes":23,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b139a7d00b8b2db0f0ed20ce: start","job_status":"start","queue_duration_s":1.156921,"scheduling_latency_s":1.156953}1693vm-test-run-nixbot-gitlab> gitlab # [  302.760245] gitaly[1364]: time="2026-06-16T07:21:55.642Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-16T07:22:25.331" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:55.632" grpc.time_ms=9.617 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1694vm-test-run-nixbot-gitlab> gitlab # [  302.773076] nixbot[3790]: {"ts": "2026-06-16T07:21:55.595Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1695vm-test-run-nixbot-gitlab> gitlab # [  302.775111] nixbot[3790]: {"ts": "2026-06-16T07:21:55.633Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1696vm-test-run-nixbot-gitlab> gitlab # [  302.777054] nixbot[3790]: {"ts": "2026-06-16T07:21:55.667Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1697vm-test-run-nixbot-gitlab> gitlab # [  302.778969] nixbot[3790]: {"ts": "2026-06-16T07:21:55.671Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1698vm-test-run-nixbot-gitlab> gitlab # [  302.781149] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:55.658Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"b139a7d00b8b2db0f0ed20ce","created_at":"2026-06-16T07:21:54.435Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-ba20e10a80f847aa","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:54.437Z","job_size_bytes":23,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b139a7d00b8b2db0f0ed20ce: done: 0.063909 sec","job_status":"done","queue_duration_s":1.156921,"scheduling_latency_s":1.156953,"gitaly_calls":1,"gitaly_duration_s":0.012946,"redis_calls":16,"redis_duration_s":0.005307,"redis_read_bytes":52,"redis_write_bytes":2048,"redis_queues_calls":1,"redis_queues_duration_s":0.000353,"redis_queues_read_bytes":1,"redis_queues_write_bytes":979,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00146,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.001423,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002071,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039279,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.063909,"completed_at":"2026-06-16T07:21:55.658Z","load_balancing_strategy":"primary","db_duration_s":0.003581,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1699vm-test-run-nixbot-gitlab> gitlab # [  302.825208] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:55.660Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"feb9634389ec147d3b85cf4c","created_at":"2026-06-16T07:21:55.116Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-ba20e10a80f847aa","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:be684874ec9d682e1d6f6b6387c7ed46c9837b447a4e349a18eb5c8ea915b934","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:55.127Z","job_size_bytes":467,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-feb9634389ec147d3b85cf4c: start","job_status":"start","queue_duration_s":0.533168,"scheduling_latency_s":0.533204}1700vm-test-run-nixbot-gitlab> gitlab # [  302.841700] nixbot[3790]: {"ts": "2026-06-16T07:21:55.679Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1701vm-test-run-nixbot-gitlab> gitlab # [  302.843534] nixbot[3790]: {"ts": "2026-06-16T07:21:55.685Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1702vm-test-run-nixbot-gitlab> gitlab # [  302.845589] nixbot[3790]: {"ts": "2026-06-16T07:21:55.690Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1703vm-test-run-nixbot-gitlab> gitlab # [  302.847488] nixbot[3790]: {"ts": "2026-06-16T07:21:55.692Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1704vm-test-run-nixbot-gitlab> gitlab # [  302.849667] nixbot[3790]: {"ts": "2026-06-16T07:21:55.699Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1705vm-test-run-nixbot-gitlab> gitlab # [  302.851560] nixbot[3790]: {"ts": "2026-06-16T07:21:55.701Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1706vm-test-run-nixbot-gitlab> gitlab # [  302.853618] nixbot[3790]: {"ts": "2026-06-16T07:21:55.705Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1707vm-test-run-nixbot-gitlab> gitlab # [  302.855420] nixbot[3790]: {"ts": "2026-06-16T07:21:55.711Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1708vm-test-run-nixbot-gitlab> gitlab # [  302.857989] nixbot[3790]: {"ts": "2026-06-16T07:21:55.714Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1709vm-test-run-nixbot-gitlab> gitlab # [  302.859922] nixbot[3790]: {"ts": "2026-06-16T07:21:55.716Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1710vm-test-run-nixbot-gitlab> gitlab # [  302.863323] nixbot[3790]: {"ts": "2026-06-16T07:21:55.720Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1711vm-test-run-nixbot-gitlab> gitlab # [  302.866063] nixbot[3790]: {"ts": "2026-06-16T07:21:55.722Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1712vm-test-run-nixbot-gitlab> gitlab # [  302.867995] gitaly[1364]: time="2026-06-16T07:21:55.725Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:25.424" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:55.724" grpc.time_ms=0.635 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1713vm-test-run-nixbot-gitlab> gitlab # [  302.881983] nixbot[3790]: {"ts": "2026-06-16T07:21:55.723Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1714vm-test-run-nixbot-gitlab> gitlab # [  302.884319] nixbot[3790]: {"ts": "2026-06-16T07:21:55.724Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1715vm-test-run-nixbot-gitlab> gitlab # [  302.886546] gitaly[1364]: time="2026-06-16T07:21:55.738Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=4 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T07:22:05.108" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:21:55.729" grpc.time_ms=9.467 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1716vm-test-run-nixbot-gitlab> gitlab # [  302.981830] gitaly[1364]: time="2026-06-16T07:21:55.879Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T07:22:25.577" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:55.878" grpc.time_ms=1.481 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1717vm-test-run-nixbot-gitlab> gitlab # [  303.013690] gitaly[1364]: time="2026-06-16T07:21:55.888Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=276 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-16T07:22:25.583" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:55.883" grpc.time_ms=4.643 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1718vm-test-run-nixbot-gitlab> gitlab # [  303.105646] gitaly[1364]: time="2026-06-16T07:21:56.004Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:05.009" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:21:55.989" grpc.time_ms=14.239 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1719vm-test-run-nixbot-gitlab> gitlab # [  303.203901] nixbot[3790]: INFO:     Started server process [3790]1720vm-test-run-nixbot-gitlab> gitlab # [  303.206584] nixbot[3790]: INFO:     Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1721vm-test-run-nixbot-gitlab> gitlab # [  303.216573] nixbot[3790]: INFO:     ::ffff:127.0.0.1:58070 - "GET /health HTTP/1.1" 200 OK1722vm-test-run-nixbot-gitlab> gitlab # [  303.226916] systemd[1]: Started nixbot CI service.1723vm-test-run-nixbot-gitlab> gitlab # [  303.229126] systemd[1]: Reached target Multi-User System.1724vm-test-run-nixbot-gitlab> gitlab # [  303.231429] systemd[1]: Startup finished in 765ms (kernel) + 6.016s (initrd) + 4min 56.449s (userspace) = 5min 3.231s.1725vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 1.10 seconds)1726vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1727vm-test-run-nixbot-gitlab> gitlab # [  303.656780] nixbot[3790]: INFO:     ::ffff:127.0.0.1:58078 - "GET /health HTTP/1.1" 200 OK1728vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.06 seconds)1729vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1730vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1731vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.13 seconds)1732vm-test-run-nixbot-gitlab> []1733vm-test-run-nixbot-gitlab> gitlab # [  303.768065] gitaly[1364]: time="2026-06-16T07:21:56.665Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=882 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T07:22:26.351" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:56.652" grpc.time_ms=13.288 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1734vm-test-run-nixbot-gitlab> gitlab # [  303.805255] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:56 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 631735vm-test-run-nixbot-gitlab> gitlab # [  303.825050] gitaly[1364]: time="2026-06-16T07:21:56.723Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=572 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXQSHFR13S7F5386J1WQ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-16T07:22:26.406" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:56.706" grpc.time_ms=17.31 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1736vm-test-run-nixbot-gitlab> gitlab # [  303.930556] sidekiq-cluster[2423]: {"severity":"WARN","time":"2026-06-16T07:21:56.828Z","class":"CreatePipelineWorker","correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"ebcc71c879c05ad9edbf510b1ede46747eb7ba5c","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"ebcc71c879c05ad9edbf510b1ede46747eb7ba5c","ref":"refs/heads/master"},"retry":0}1737vm-test-run-nixbot-gitlab> gitlab # [  303.950585] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:56.842Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"feb9634389ec147d3b85cf4c","created_at":"2026-06-16T07:21:55.116Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-ba20e10a80f847aa","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:be684874ec9d682e1d6f6b6387c7ed46c9837b447a4e349a18eb5c8ea915b934","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:55.127Z","job_size_bytes":467,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-feb9634389ec147d3b85cf4c: done: 1.181833 sec","job_status":"done","queue_duration_s":0.533168,"scheduling_latency_s":0.533204,"gitaly_calls":7,"gitaly_duration_s":0.144212,"redis_calls":53,"redis_duration_s":0.016652,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.001236,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.008546,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002479,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.002789,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001602,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.064,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.05,"db_ci_duration_s":0.013,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.917904,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00105298,"duration_s":1.181833,"completed_at":"2026-06-16T07:21:56.842Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.114832,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1738vm-test-run-nixbot-gitlab> gitlab # [  304.021541] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:56.845Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"651a4179bbc05d2ea13eda7a","created_at":"2026-06-16T07:21:55.428Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-2fda565c7d984a38","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:55.438Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-651a4179bbc05d2ea13eda7a: start","job_status":"start","queue_duration_s":1.407476,"scheduling_latency_s":1.40751}1739vm-test-run-nixbot-gitlab> gitlab # [  304.127373] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:57.025Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"651a4179bbc05d2ea13eda7a","created_at":"2026-06-16T07:21:55.428Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-2fda565c7d984a38","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:55.438Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-651a4179bbc05d2ea13eda7a: done: 0.180265 sec","job_status":"done","queue_duration_s":1.407476,"scheduling_latency_s":1.40751,"redis_calls":19,"redis_duration_s":0.005457,"redis_read_bytes":21,"redis_write_bytes":4291,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001145,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.00073,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2262,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002437,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001145,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.157087,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0102311,"duration_s":0.180265,"completed_at":"2026-06-16T07:21:57.025Z","load_balancing_strategy":"primary","db_duration_s":0.010932,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1740vm-test-run-nixbot-gitlab> gitlab # [  304.222651] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:57.027Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"5e8282f201829f2e673529ab","created_at":"2026-06-16T07:21:57.008Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-45bd7954709e46a3","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:57.015Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-5e8282f201829f2e673529ab: start","job_status":"start","queue_duration_s":0.012478,"scheduling_latency_s":0.012496}1741vm-test-run-nixbot-gitlab> gitlab # [  304.246461] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:21:57.130Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"5e8282f201829f2e673529ab","created_at":"2026-06-16T07:21:57.008Z","trace_propagation_headers":{"sentry-trace":"d5abeb5dbade43148114029f5f78a282-45bd7954709e46a3","baggage":"sentry-trace_id=d5abeb5dbade43148114029f5f78a282,sentry-release=Unknown"},"correlation_id":"01KV7MXQSHFR13S7F5386J1WQ5","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-16T07:21:57.015Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-5e8282f201829f2e673529ab: done: 0.10331 sec","job_status":"done","queue_duration_s":0.012478,"scheduling_latency_s":0.012496,"redis_calls":11,"redis_duration_s":0.002869,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000486,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001851,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000532,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.009,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.066162,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003497,"duration_s":0.10331,"completed_at":"2026-06-16T07:21:57.130Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.032081,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1742vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1743vm-test-run-nixbot-gitlab> gitlab # [  304.962231] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:57 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 1061744vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.17 seconds)1745vm-test-run-nixbot-gitlab> []1746vm-test-run-nixbot-gitlab> gitlab # [  305.689501] gitaly[1364]: time="2026-06-16T07:21:58.587Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=20 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=885 command.oublock=0 command.real_time_ms=24 command.spawn_token_fork_ms=4 command.system_time_ms=20 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXTMHGZFHPY0PX24W8J1M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T07:22:28.058" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:21:58.559" grpc.time_ms=28.015 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1747vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1748vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.16 seconds)1749vm-test-run-nixbot-gitlab> []1750vm-test-run-nixbot-gitlab> gitlab # [  306.126732] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:59 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 1071751vm-test-run-nixbot-gitlab> gitlab # [  306.312131] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:59 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 30971752vm-test-run-nixbot-gitlab> gitlab # [  306.319859] nixbot[3790]: {"ts": "2026-06-16T07:21:59.212Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1753vm-test-run-nixbot-gitlab> gitlab # [  306.350332] nixbot[3790]: {"ts": "2026-06-16T07:21:59.249Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1754vm-test-run-nixbot-gitlab> gitlab # [  306.443335] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:59 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 841755vm-test-run-nixbot-gitlab> gitlab # [  306.449305] nixbot[3790]: {"ts": "2026-06-16T07:21:59.344Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1756vm-test-run-nixbot-gitlab> gitlab # [  306.455549] nixbot[3790]: {"ts": "2026-06-16T07:21:59.347Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1757vm-test-run-nixbot-gitlab> gitlab # [  306.645223] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:59 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 1921758vm-test-run-nixbot-gitlab> gitlab # [  306.651371] nixbot[3790]: {"ts": "2026-06-16T07:21:59.545Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1759vm-test-run-nixbot-gitlab> gitlab # [  306.963046] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:59 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 3001760vm-test-run-nixbot-gitlab> gitlab # [  306.968062] nixbot[3790]: {"ts": "2026-06-16T07:21:59.863Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1761vm-test-run-nixbot-gitlab> gitlab # [  307.055841] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:21:59 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 761762vm-test-run-nixbot-gitlab> gitlab # [  307.062200] nixbot[3790]: {"ts": "2026-06-16T07:21:59.955Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1763vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1764vm-test-run-nixbot-gitlab> gitlab # [  307.186354] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:00 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 1241765vm-test-run-nixbot-gitlab> gitlab # [  307.193811] nixbot[3790]: {"ts": "2026-06-16T07:22:00.085Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1766vm-test-run-nixbot-gitlab> gitlab # [  307.278089] gitaly[1364]: time="2026-06-16T07:22:00.175Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=7 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXYGXJAH0MA5WDVJ8RNRB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-16T07:22:30.058" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:00.159" grpc.time_ms=15.52 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1767vm-test-run-nixbot-gitlab> gitlab # [  307.316482] gitaly[1364]: time="2026-06-16T07:22:00.196Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXYGXJAH0MA5WDVJ8RNRB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:30.094" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:00.194" grpc.time_ms=1.255 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1768vm-test-run-nixbot-gitlab> gitlab # [  307.337628] gitaly[1364]: time="2026-06-16T07:22:00.215Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=583 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXYGXJAH0MA5WDVJ8RNRB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-16T07:22:10.001" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:00.202" grpc.time_ms=12.008 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1769vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.24 seconds)1770vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-16T07:21:59.523Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1771vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 3.70 seconds)1772vm-test-run-nixbot-gitlab> subtest: push delivers the webhook1773vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1774vm-test-run-nixbot-gitlab> gitlab # [  307.361349] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:00 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 1761775vm-test-run-nixbot-gitlab> gitlab # [  307.422992] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:00 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 2271776vm-test-run-nixbot-gitlab> gitlab # [  307.431278] nixbot[3790]: {"ts": "2026-06-16T07:22:00.323Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1777vm-test-run-nixbot-gitlab> gitlab # [  307.480078] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:00 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 461778vm-test-run-nixbot-gitlab> gitlab # [  307.582427] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:00 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1541779vm-test-run-nixbot-gitlab> gitlab # [  307.590606] nixbot[3790]: {"ts": "2026-06-16T07:22:00.482Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}1780vm-test-run-nixbot-gitlab> gitlab # [  307.599428] nixbot[3790]: {"ts": "2026-06-16T07:22:00.490Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}1781vm-test-run-nixbot-gitlab> gitlab # [  307.623795] gitaly[1364]: time="2026-06-16T07:22:00.522Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=582 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYT1DCP6CHFEC6EPK3QH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:00.511" grpc.time_ms=10.634 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1782vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.1783vm-test-run-nixbot-gitlab> gitlab # [  307.641845] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:00 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 201 "" "git/2.54.0" 1401784vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.1785vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads1786vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.1787vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 273.00 KiB/s, done.1788vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1789vm-test-run-nixbot-gitlab> gitlab # [  307.706197] gitaly[1364]: time="2026-06-16T07:22:00.605Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=5 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ1ZDEJ8MYJ0F9HEN87 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=196 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:00.594" grpc.time_ms=10.375 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1790vm-test-run-nixbot-gitlab> gitlab # [  307.728216] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:00 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 591791vm-test-run-nixbot-gitlab> gitlab # [  307.822150] gitaly[1364]: time="2026-06-16T07:22:00.720Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZ0ZVZPW5W1CHS4CNNQ8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:00.706" pid=1364 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc1792vm-test-run-nixbot-gitlab> gitlab # [  307.836352] gitaly[1364]: time="2026-06-16T07:22:00.721Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZ0ZVZPW5W1CHS4CNNQ8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:00.706" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1793vm-test-run-nixbot-gitlab> gitlab # [  307.850555] gitlab-workhorse[1294]: time="2026-06-16T07:22:00Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1491794vm-test-run-nixbot-gitlab> gitlab # [  307.852673] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:00 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1251795vm-test-run-nixbot-gitlab> gitlab # [  307.854732] gitaly[1364]: time="2026-06-16T07:22:00.731Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZ0ZVZPW5W1CHS4CNNQ8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:00.706" grpc.time_ms=25.041 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1796vm-test-run-nixbot-gitlab> gitlab # [  307.978792] gitaly[1364]: time="2026-06-16T07:22:00.877Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=4 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-16T07:22:10.002" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:00.862" grpc.time_ms=14.926 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1797vm-test-run-nixbot-gitlab> gitlab # [  308.023727] gitaly[1364]: time="2026-06-16T07:22:00.922Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=302 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-16T07:22:30.406" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-16T07:22:00.907" grpc.time_ms=14.338 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1798vm-test-run-nixbot-gitlab> gitlab # [  308.080056] gitaly[1364]: time="2026-06-16T07:22:00.978Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ duration_ms=208ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/allowed"1799vm-test-run-nixbot-gitlab> gitlab # [  308.123460] gitaly[1364]: time="2026-06-16T07:22:01.022Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ duration_ms=42ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/pre_receive"1800vm-test-run-nixbot-gitlab> gitlab # [  308.129440] gitaly[1364]: time="2026-06-16T07:22:01.022Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:00.770" grpc.time_ms=252.39 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1801vm-test-run-nixbot-gitlab> gitlab # [  308.194591] gitaly[1364]: time="2026-06-16T07:22:01.093Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:01.092" grpc.time_ms=0.75 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1802vm-test-run-nixbot-gitlab> gitlab # [  308.208650] gitaly[1364]: time="2026-06-16T07:22:01.105Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZ5CFK12FZSZ8GBNPRFM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:01.070" pid=1364 remote_ip="2001:db8:1::1" request_sha=31544095d57384c94cb9360b1eae8d512f37c6d8 response_bytes=379 span.kind=server system=grpc1803vm-test-run-nixbot-gitlab> gitlab # [  308.219028] gitlab-workhorse[1294]: time="2026-06-16T07:22:01Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3791804vm-test-run-nixbot-gitlab> gitlab # [  308.221424] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:01 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 379 "" "git/2.54.0" 3581805vm-test-run-nixbot-gitlab> gitlab # [  308.223749] gitaly[1364]: time="2026-06-16T07:22:01.105Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1162 command.oublock=0 command.real_time_ms=28 command.spawn_token_fork_ms=7 command.system_time_ms=0 command.user_time_ms=11 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZ5CFK12FZSZ8GBNPRFM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:01.070" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1806vm-test-run-nixbot-gitlab> gitlab # [  308.237240] gitaly[1364]: time="2026-06-16T07:22:01.105Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1162 command.oublock=0 command.real_time_ms=28 command.spawn_token_fork_ms=7 command.system_time_ms=0 command.user_time_ms=11 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZ5CFK12FZSZ8GBNPRFM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:01.070" grpc.time_ms=35.118 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1807vm-test-run-nixbot-gitlab> gitlab # [  308.253254] gitaly[1364]: time="2026-06-16T07:22:01.139Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:01.139" grpc.time_ms=0.431 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1808vm-test-run-nixbot-gitlab> gitlab # [  308.280546] gitaly[1364]: time="2026-06-16T07:22:01.178Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:01.177" grpc.time_ms=0.573 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1809vm-test-run-nixbot-gitlab> gitlab # [  308.369062] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:01.266Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","ebcc71c879c05ad9edbf510b1ede46747eb7ba5c a8068beed1d67340d279e2a0a41f0933e4d2bbba refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"c517fe3c32364226e8f114ab","created_at":"2026-06-16T07:22:01.260Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-df655433b53e405e","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.263Z","job_size_bytes":185,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-c517fe3c32364226e8f114ab: start","job_status":"start","queue_duration_s":0.003115,"scheduling_latency_s":0.003147}1810vm-test-run-nixbot-gitlab> gitlab # [  308.386293] gitaly[1364]: time="2026-06-16T07:22:01.284Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=582 command.oublock=0 command.real_time_ms=35 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXZJA99REXQDQ5Z2BX8DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=200 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:01.247" grpc.time_ms=36.857 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1811vm-test-run-nixbot-gitlab> gitlab # [  308.414453] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:01 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1211812vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git1813vm-test-run-nixbot-gitlab> gitlab #    ebcc71c..a8068be  master -> master1814vm-test-run-nixbot-gitlab> gitlab # [  308.421930] gitaly[1364]: time="2026-06-16T07:22:01.295Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ duration_ms=83ns method=POST pid=1364 status=200 url="http://unix/api/v4/internal/post_receive"1815vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.07 seconds)1816vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master1817vm-test-run-nixbot-gitlab> gitlab # [  308.425685] gitaly[1364]: time="2026-06-16T07:22:01.296Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:01.211" grpc.time_ms=84.385 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1818vm-test-run-nixbot-gitlab> gitlab # [  308.436308] gitaly[1364]: time="2026-06-16T07:22:01.314Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ diskcache=3161d8a7-ae08-4833-b86b-d4cac98f5ed0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:00.653" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1819vm-test-run-nixbot-gitlab> gitlab # [  308.450303] gitlab-workhorse[1294]: time="2026-06-16T07:22:01Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521820vm-test-run-nixbot-gitlab> gitlab # [  308.452214] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:01 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 7601821vm-test-run-nixbot-gitlab> gitlab # [  308.454030] gitaly[1364]: time="2026-06-16T07:22:01.314Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=166 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=847872 command.minflt=12909 command.oublock=32 command.real_time_ms=651 command.spawn_token_fork_ms=5 command.system_time_ms=79 command.user_time_ms=87 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:00.653" grpc.time_ms=660.745 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1822vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.03 seconds)1823vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba'1824vm-test-run-nixbot-gitlab> gitlab # [  308.471754] gitaly[1364]: time="2026-06-16T07:22:01.370Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZP6S4KT7QS9PPT1D9JC grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:01.361" pid=1364 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1825vm-test-run-nixbot-gitlab> gitlab # [  308.482127] gitaly[1364]: time="2026-06-16T07:22:01.370Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZP6S4KT7QS9PPT1D9JC grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:01.361" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1826vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba', in 0.03 seconds)1827vm-test-run-nixbot-gitlab> []1828vm-test-run-nixbot-gitlab> gitlab # [  308.495030] gitlab-workhorse[1294]: time="2026-06-16T07:22:01Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671829vm-test-run-nixbot-gitlab> gitlab # [  308.496816] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:01 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 941830vm-test-run-nixbot-gitlab> gitlab # [  308.498867] nixbot[3790]: INFO:     ::ffff:127.0.0.1:58090 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 200 OK1831vm-test-run-nixbot-gitlab> gitlab # [  308.501291] gitaly[1364]: time="2026-06-16T07:22:01.380Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZP6S4KT7QS9PPT1D9JC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:01.361" grpc.time_ms=19.116 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1832vm-test-run-nixbot-gitlab> gitlab # [  308.530462] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:01.429Z","message":"changes: \"ebcc71c879c05ad9edbf510b1ede46747eb7ba5c a8068beed1d67340d279e2a0a41f0933e4d2bbba refs/heads/master\\n\""}1833vm-test-run-nixbot-gitlab> gitlab # [  308.555261] gitaly[1364]: time="2026-06-16T07:22:01.453Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZS66FW5X18R9AMWCN89 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:01.438" pid=1364 remote_ip="2001:db8:1::1" request_sha=318589904c9e0d6667bd682277414493be914f69 response_bytes=384 span.kind=server system=grpc1834vm-test-run-nixbot-gitlab> gitlab # [  308.566401] gitaly[1364]: time="2026-06-16T07:22:01.453Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1143 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=8 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZS66FW5X18R9AMWCN89 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:01.438" negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1835vm-test-run-nixbot-gitlab> gitlab # [  308.579791] gitlab-workhorse[1294]: time="2026-06-16T07:22:01Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3841836vm-test-run-nixbot-gitlab> gitlab # [  308.581734] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:01 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 384 "" "git/2.54.0" 801837vm-test-run-nixbot-gitlab> gitlab # [  308.583490] gitaly[1364]: time="2026-06-16T07:22:01.454Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1143 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=8 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZS66FW5X18R9AMWCN89 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:01.438" grpc.time_ms=15.499 negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1838vm-test-run-nixbot-gitlab> gitlab # [  308.596968] gitaly[1364]: time="2026-06-16T07:22:01.479Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:11.260" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:01.470" grpc.time_ms=8.544 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1839vm-test-run-nixbot-gitlab> gitlab # [  308.610861] gitaly[1364]: time="2026-06-16T07:22:01.492Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=4 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-16T07:22:11.274" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:22:01.485" grpc.time_ms=7.385 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1840vm-test-run-nixbot-gitlab> gitlab # [  308.624721] gitaly[1364]: time="2026-06-16T07:22:01.523Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-16T07:22:11.005" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:01.515" grpc.time_ms=8.072 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1841vm-test-run-nixbot-gitlab> gitlab # [  308.640357] gitaly[1364]: time="2026-06-16T07:22:01.538Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=597 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-16T07:22:31.228" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:01.528" grpc.time_ms=9.32 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1842vm-test-run-nixbot-gitlab> gitlab # [  308.658339] gitaly[1364]: time="2026-06-16T07:22:01.557Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=318 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-16T07:22:11.041" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-16T07:22:01.552" grpc.time_ms=5.116 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1843vm-test-run-nixbot-gitlab> gitlab # [  308.670940] gitaly[1364]: time="2026-06-16T07:22:01.566Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:31.064" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:01.565" grpc.time_ms=0.959 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1844vm-test-run-nixbot-gitlab> gitlab # [  308.683092] gitaly[1364]: time="2026-06-16T07:22:01.578Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=8 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:11.056" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:01.566" grpc.time_ms=11.773 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1845vm-test-run-nixbot-gitlab> gitlab # [  308.707585] gitaly[1364]: time="2026-06-16T07:22:01.606Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=595 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-16T07:22:31.098" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:01.598" grpc.time_ms=7.366 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1846vm-test-run-nixbot-gitlab> gitlab # [  308.724770] gitaly[1364]: time="2026-06-16T07:22:01.623Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:11.005" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:01.615" grpc.time_ms=8.086 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1847vm-test-run-nixbot-gitlab> gitlab # [  308.785938] gitaly[1364]: time="2026-06-16T07:22:01.684Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T07:22:11.074" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:22:01.684" grpc.time_ms=0.259 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1848vm-test-run-nixbot-gitlab> gitlab # [  308.802278] gitaly[1364]: time="2026-06-16T07:22:01.701Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T07:22:11.081" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:01.691" grpc.time_ms=9.24 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1849vm-test-run-nixbot-gitlab> gitlab # [  308.834386] gitaly[1364]: time="2026-06-16T07:22:01.733Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:01.732" grpc.time_ms=0.809 pid=1364 span.kind=server system=grpc1850vm-test-run-nixbot-gitlab> gitlab # [  308.856442] gitaly[1364]: time="2026-06-16T07:22:01.755Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:01.754" grpc.time_ms=0.537 pid=1364 span.kind=server system=grpc1851vm-test-run-nixbot-gitlab> gitlab # [  308.871124] gitaly[1364]: time="2026-06-16T07:22:01.770Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E diskcache=ec380663-3053-452f-91c4-3fcda80d0159 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T07:22:11.092" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:22:01.703" pid=1364 ref=refs/keep-around/ebcc71c879c05ad9edbf510b1ede46747eb7ba5c remote_ip="2001:db8:1::1" revision=ebcc71c879c05ad9edbf510b1ede46747eb7ba5c span.kind=server system=grpc username=root1852vm-test-run-nixbot-gitlab> gitlab # [  308.882219] gitaly[1364]: time="2026-06-16T07:22:01.770Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=53 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5352 command.oublock=8 command.real_time_ms=61 command.spawn_token_fork_ms=0 command.system_time_ms=30 command.user_time_ms=23 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T07:22:11.092" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:22:01.703" grpc.time_ms=66.801 pid=1364 ref=refs/keep-around/ebcc71c879c05ad9edbf510b1ede46747eb7ba5c remote_ip="2001:db8:1::1" revision=ebcc71c879c05ad9edbf510b1ede46747eb7ba5c span.kind=server system=grpc username=root1853vm-test-run-nixbot-gitlab> gitlab # [  308.896365] gitaly[1364]: time="2026-06-16T07:22:01.773Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:31.273" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:01.773" grpc.time_ms=0.295 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1854vm-test-run-nixbot-gitlab> gitlab # [  309.061527] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:01 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/ebcc71c879c05ad9edbf510b1ede46747eb7ba5c HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 4551855vm-test-run-nixbot-gitlab> gitlab # [  309.066383] nixbot[3790]: {"ts": "2026-06-16T07:22:01.962Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/ebcc71c879c05ad9edbf510b1ede46747eb7ba5c \"HTTP/1.1 201 Created\""}1856vm-test-run-nixbot-gitlab> gitlab # [  309.076418] nixbot[3790]: {"ts": "2026-06-16T07:22:01.975Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-ebcc71c879c0-07670bf7", "argv0": "bwrap"}1857vm-test-run-nixbot-gitlab> gitlab # [  309.144741] gitaly[1364]: time="2026-06-16T07:22:02.043Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=2 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=2 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-16T07:22:12.003" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:02.034" grpc.time_ms=9.469 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1858vm-test-run-nixbot-gitlab> gitlab # [  309.239251] systemd[1]: Started Nix Daemon.1859vm-test-run-nixbot-gitlab> gitlab # [  309.329967] nix-daemon[4095]: accepted connection from pid 4092, user nixbot1860vm-test-run-nixbot-gitlab> gitlab # [  309.335216] nix-daemon[4095]: accepted connection from pid 4093, user nixbot1861vm-test-run-nixbot-gitlab> gitlab # [  309.338769] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:02.236Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","ebcc71c879c05ad9edbf510b1ede46747eb7ba5c a8068beed1d67340d279e2a0a41f0933e4d2bbba refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"c517fe3c32364226e8f114ab","created_at":"2026-06-16T07:22:01.260Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-df655433b53e405e","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.263Z","job_size_bytes":185,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-c517fe3c32364226e8f114ab: done: 0.970724 sec","job_status":"done","queue_duration_s":0.003115,"scheduling_latency_s":0.003147,"gitaly_calls":7,"gitaly_duration_s":0.116868,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.110363,"redis_read_bytes":350,"redis_write_bytes":13067,"redis_cache_calls":9,"redis_cache_duration_s":0.056575,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003009,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.003042,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6767,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.008839,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.01103,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.027868,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.268,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.045,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.045,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.268,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.327105,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00136344,"exclusive_lock_hold_duration_s":0.03363962,"duration_s":0.970724,"completed_at":"2026-06-16T07:22:02.236Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.282877,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1862vm-test-run-nixbot-gitlab> gitlab # [  309.443077] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:02.244Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"b3526229979e6b80d8bb4e7b","created_at":"2026-06-16T07:22:01.497Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-3f5bfd2877f343a5","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.500Z","job_size_bytes":46,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b3526229979e6b80d8bb4e7b: start","job_status":"start","queue_duration_s":0.744296,"scheduling_latency_s":0.744345}1863vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba'1864vm-test-run-nixbot-gitlab> gitlab # [  309.489236] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:02.386Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"b3526229979e6b80d8bb4e7b","created_at":"2026-06-16T07:22:01.497Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-3f5bfd2877f343a5","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.500Z","job_size_bytes":46,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b3526229979e6b80d8bb4e7b: done: 0.142041 sec","job_status":"done","queue_duration_s":0.744296,"scheduling_latency_s":0.744345,"redis_calls":9,"redis_duration_s":0.024864,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.013487,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.003385,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.007992,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038145,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.142041,"completed_at":"2026-06-16T07:22:02.386Z","load_balancing_strategy":"primary","db_duration_s":0.017767,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1865vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba', in 0.07 seconds)1866vm-test-run-nixbot-gitlab> []1867vm-test-run-nixbot-gitlab> gitlab # [  309.556608] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:02.400Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"581fe59367bef54f95820824","created_at":"2026-06-16T07:22:01.510Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-3f5bfd2877f343a5","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.512Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-581fe59367bef54f95820824: start","job_status":"start","queue_duration_s":0.888046,"scheduling_latency_s":0.888095}1868vm-test-run-nixbot-gitlab> gitlab # [  309.575633] nixbot[3790]: INFO:     ::ffff:127.0.0.1:58100 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 200 OK1869vm-test-run-nixbot-gitlab> gitlab # [  309.693563] gitaly[1364]: time="2026-06-16T07:22:02.591Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ diskcache=e40d8b17-9802-4735-82bb-f75f23c6aa1a grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T13:22:02.537" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:02.538" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1870vm-test-run-nixbot-gitlab> gitlab # [  309.719427] gitaly[1364]: time="2026-06-16T07:22:02.592Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=36 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1512 command.oublock=0 command.real_time_ms=71 command.spawn_token_fork_ms=5 command.system_time_ms=33 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-16T13:22:02.537" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:02.538" grpc.time_ms=53.022 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1871vm-test-run-nixbot-gitlab> gitlab # [  309.768492] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:02.666Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"581fe59367bef54f95820824","created_at":"2026-06-16T07:22:01.510Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-3f5bfd2877f343a5","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.512Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-581fe59367bef54f95820824: done: 0.265919 sec","job_status":"done","queue_duration_s":0.888046,"scheduling_latency_s":0.888095,"gitaly_calls":1,"gitaly_duration_s":0.057332,"redis_calls":12,"redis_duration_s":0.027398,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.010919,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.00737,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.009109,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.03,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.023,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.023,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.03,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.064535,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.11143786,"duration_s":0.265919,"completed_at":"2026-06-16T07:22:02.666Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.033028,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1872vm-test-run-nixbot-gitlab> gitlab # [  309.870049] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:02.676Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"080ef150ec7349c841352130","created_at":"2026-06-16T07:22:01.769Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-3f5bfd2877f343a5","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:124888148d5000b7678a1711e146d04d33405e1b344dc7f86febf848ec004835","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.780Z","job_size_bytes":467,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-080ef150ec7349c841352130: start","job_status":"start","queue_duration_s":0.895781,"scheduling_latency_s":0.895822}1873vm-test-run-nixbot-gitlab> gitlab # [  309.910582] gitaly[1364]: time="2026-06-16T07:22:02.781Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:32.478" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:02.779" grpc.time_ms=1.058 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1874vm-test-run-nixbot-gitlab> gitlab # [  309.930280] gitaly[1364]: time="2026-06-16T07:22:02.805Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T07:22:12.276" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:02.786" grpc.time_ms=18.793 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1875vm-test-run-nixbot-gitlab> gitlab # [  310.006924] gitaly[1364]: time="2026-06-16T07:22:02.905Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T07:22:32.603" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:02.903" grpc.time_ms=1.732 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1876vm-test-run-nixbot-gitlab> gitlab # [  310.036003] gitaly[1364]: time="2026-06-16T07:22:02.933Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=37 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-16T07:22:32.627" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:02.927" grpc.time_ms=5.662 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1877vm-test-run-nixbot-gitlab> gitlab # [  310.179746] gitaly[1364]: time="2026-06-16T07:22:03.078Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:13.030" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:03.060" grpc.time_ms=17.783 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1878vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba'1879vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba', in 0.06 seconds)1880vm-test-run-nixbot-gitlab> []1881vm-test-run-nixbot-gitlab> gitlab # [  310.616875] nixbot[3790]: INFO:     ::ffff:127.0.0.1:58104 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 200 OK1882vm-test-run-nixbot-gitlab> gitlab # [  311.102937] redis[1255]: 10 changes in 300 seconds. Saving...1883vm-test-run-nixbot-gitlab> gitlab # [  311.105988] redis[1255]: Background saving started by pid 41231884vm-test-run-nixbot-gitlab> gitlab # [  311.113846] redis[4123]: BGSAVE done, 548 keys saved, 0 keys skipped, 134769 bytes written.1885vm-test-run-nixbot-gitlab> gitlab # [  311.118234] redis[4123]: DB saved on disk1886vm-test-run-nixbot-gitlab> gitlab # [  311.120424] redis[4123]: Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB1887vm-test-run-nixbot-gitlab> gitlab # [  311.204548] redis[1255]: Background saving terminated with success1888vm-test-run-nixbot-gitlab> gitlab # [  311.261116] gitaly[1364]: time="2026-06-16T07:22:04.158Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=21 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=882 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=3 command.system_time_ms=21 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-16T07:22:34.029" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:04.129" grpc.time_ms=28.885 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1889vm-test-run-nixbot-gitlab> gitlab # [  311.306782] gitaly[1364]: time="2026-06-16T07:22:04.205Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=3 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXYZ9N77WH4ZF6633GRQJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-16T07:22:34.077" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:04.177" grpc.time_ms=27.45 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1890vm-test-run-nixbot-gitlab> gitlab # [  311.407315] sidekiq-cluster[2423]: {"severity":"WARN","time":"2026-06-16T07:22:04.304Z","class":"CreatePipelineWorker","correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"ebcc71c879c05ad9edbf510b1ede46747eb7ba5c","after":"a8068beed1d67340d279e2a0a41f0933e4d2bbba","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"a8068beed1d67340d279e2a0a41f0933e4d2bbba","ref":"refs/heads/master"},"retry":0}1891vm-test-run-nixbot-gitlab> gitlab # [  311.512464] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:04.409Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"080ef150ec7349c841352130","created_at":"2026-06-16T07:22:01.769Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-3f5bfd2877f343a5","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:124888148d5000b7678a1711e146d04d33405e1b344dc7f86febf848ec004835","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.780Z","job_size_bytes":467,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-080ef150ec7349c841352130: done: 1.733914 sec","job_status":"done","queue_duration_s":0.895781,"scheduling_latency_s":0.895822,"gitaly_calls":7,"gitaly_duration_s":0.176328,"redis_calls":33,"redis_duration_s":0.044861,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.007705,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.012146,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.016869,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.008141,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.265,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.235,"db_ci_duration_s":0.03,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.991653,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":1.733914,"completed_at":"2026-06-16T07:22:04.409Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.28085,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1892vm-test-run-nixbot-gitlab> gitlab # [  311.601018] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:04.425Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"c69dfa399a18d82d51452571","created_at":"2026-06-16T07:22:01.780Z","trace_propagation_headers":{"sentry-trace":"db6f70e1744a413292374d9315f41ffb-8716b51652f84b5b","baggage":"sentry-trace_id=db6f70e1744a413292374d9315f41ffb,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXZX0ZNHAP4VRHJCSKK6E","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.788Z","job_size_bytes":65,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-c69dfa399a18d82d51452571: start","job_status":"start","queue_duration_s":2.636974,"scheduling_latency_s":2.637033}1893vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba'1894vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba', in 0.05 seconds)1895vm-test-run-nixbot-gitlab> []1896vm-test-run-nixbot-gitlab> gitlab # [  311.673717] nixbot[3790]: INFO:     ::ffff:127.0.0.1:50882 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 200 OK1897vm-test-run-nixbot-gitlab> gitlab # [  312.208208] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:05.105Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"c69dfa399a18d82d51452571","created_at":"2026-06-16T07:22:01.780Z","trace_propagation_headers":{"sentry-trace":"db6f70e1744a413292374d9315f41ffb-8716b51652f84b5b","baggage":"sentry-trace_id=db6f70e1744a413292374d9315f41ffb,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXZX0ZNHAP4VRHJCSKK6E","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.788Z","job_size_bytes":65,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-c69dfa399a18d82d51452571: done: 0.680797 sec","job_status":"done","queue_duration_s":2.636974,"scheduling_latency_s":2.637033,"redis_calls":18,"redis_duration_s":0.09507199999999999,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.067101,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.020332,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.007639,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.189,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.163,"db_ci_duration_s":0.026,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.107153,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00189914,"duration_s":0.680797,"completed_at":"2026-06-16T07:22:05.105Z","load_balancing_strategy":"primary","db_duration_s":0.303232,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1898vm-test-run-nixbot-gitlab> gitlab # [  312.307725] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:05.125Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"6986c93a21613b2f2a508492","created_at":"2026-06-16T07:22:01.788Z","trace_propagation_headers":{"sentry-trace":"db6f70e1744a413292374d9315f41ffb-8716b51652f84b5b","baggage":"sentry-trace_id=db6f70e1744a413292374d9315f41ffb,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXZX0ZNHAP4VRHJCSKK6E","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.794Z","job_size_bytes":65,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-6986c93a21613b2f2a508492: start","job_status":"start","queue_duration_s":3.331375,"scheduling_latency_s":3.331431}1899vm-test-run-nixbot-gitlab> gitlab # [  312.336130] postgres[1335]: [1335] LOG:  checkpoint starting: time1900vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba'1901vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba', in 0.06 seconds)1902vm-test-run-nixbot-gitlab> []1903vm-test-run-nixbot-gitlab> gitlab # [  312.728375] nixbot[3790]: INFO:     ::ffff:127.0.0.1:50884 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 200 OK1904vm-test-run-nixbot-gitlab> gitlab # [  313.034753] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:05.931Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"6986c93a21613b2f2a508492","created_at":"2026-06-16T07:22:01.788Z","trace_propagation_headers":{"sentry-trace":"db6f70e1744a413292374d9315f41ffb-8716b51652f84b5b","baggage":"sentry-trace_id=db6f70e1744a413292374d9315f41ffb,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXZX0ZNHAP4VRHJCSKK6E","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.794Z","job_size_bytes":65,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-6986c93a21613b2f2a508492: done: 0.805668 sec","job_status":"done","queue_duration_s":3.331375,"scheduling_latency_s":3.331431,"redis_calls":21,"redis_duration_s":0.078457,"redis_read_bytes":148,"redis_write_bytes":2264,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.035786,"redis_feature_flag_read_bytes":136,"redis_feature_flag_write_bytes":1264,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.01825,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.024421,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":12,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.307,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.23,"db_ci_duration_s":0.077,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.14316,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0021294,"duration_s":0.805668,"completed_at":"2026-06-16T07:22:05.931Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.418156,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1905vm-test-run-nixbot-gitlab> gitlab # [  313.127446] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:05.949Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"34b4f1b8bddc24cd2dfb549c","created_at":"2026-06-16T07:22:01.924Z","trace_propagation_headers":{"sentry-trace":"db6f70e1744a413292374d9315f41ffb-8716b51652f84b5b","baggage":"sentry-trace_id=db6f70e1744a413292374d9315f41ffb,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXZX0ZNHAP4VRHJCSKK6E","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.930Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-34b4f1b8bddc24cd2dfb549c: start","job_status":"start","queue_duration_s":4.01861,"scheduling_latency_s":4.018658}1906vm-test-run-nixbot-gitlab> gitlab # [  313.399538] gitaly[1364]: time="2026-06-16T07:22:06.297Z" level=info msg="burden monitor stats" pid=1364 top_10_by_cpu="[]" top_10_by_memory="[]"1907vm-test-run-nixbot-gitlab> gitlab # [  313.474630] gitaly[1364]: time="2026-06-16T07:22:06.373Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T07:22:36.270" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:06.371" grpc.time_ms=1.623 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1908vm-test-run-nixbot-gitlab> gitlab # [  313.589784] gitaly[1364]: time="2026-06-16T07:22:06.488Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:36.385" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:06.486" grpc.time_ms=1.618 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1909vm-test-run-nixbot-gitlab> gitlab # [  313.649167] gitaly[1364]: time="2026-06-16T07:22:06.547Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY4PX9PSZZY5PRP0P7YYE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:36.045" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:06.546" grpc.time_ms=1.355 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1910vm-test-run-nixbot-gitlab> gitlab # [  313.677437] gitaly[1364]: time="2026-06-16T07:22:06.556Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MXZX0ZNHAP4VRHJCSKK6E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:36.452" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:06.553" grpc.time_ms=2.553 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1911vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba'1912vm-test-run-nixbot-gitlab> gitlab # [  313.696844] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.586Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"34b4f1b8bddc24cd2dfb549c","created_at":"2026-06-16T07:22:01.924Z","trace_propagation_headers":{"sentry-trace":"db6f70e1744a413292374d9315f41ffb-8716b51652f84b5b","baggage":"sentry-trace_id=db6f70e1744a413292374d9315f41ffb,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MXZX0ZNHAP4VRHJCSKK6E","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.930Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-34b4f1b8bddc24cd2dfb549c: done: 0.6366 sec","job_status":"done","queue_duration_s":4.01861,"scheduling_latency_s":4.018658,"gitaly_calls":3,"gitaly_duration_s":0.020494,"redis_calls":48,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.045549,"redis_read_bytes":209,"redis_write_bytes":6803,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.00648,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002604,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.009916,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.000507,"redis_queues_read_bytes":3,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.00904,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.001123,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000465,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.008934,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.126,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.009,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.018,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.073,"db_ci_duration_s":0.054,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.334549,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.39996810000000005,"duration_s":0.6366,"completed_at":"2026-06-16T07:22:06.585Z","load_balancing_strategy":"primary","db_duration_s":0.143303,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1913vm-test-run-nixbot-gitlab> gitlab # [  313.755113] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.590Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"39a0ca06-2aeb-4b77-8901-6a1a4a0d0f2d\"}"],"class":"WebHookWorker","jid":"4070e73d74041d8c7e8be3e3","created_at":"2026-06-16T07:22:01.982Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-3f5bfd2877f343a5","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:3094eea45e564eeca0d927ce87b3052d8288bb9bd2b2cba4e6752b52ea6193a7","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.996Z","job_size_bytes":1749,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-4070e73d74041d8c7e8be3e3: start","job_status":"start","queue_duration_s":4.594257,"scheduling_latency_s":4.594306}1914vm-test-run-nixbot-gitlab> gitlab # [  313.772376] gitaly[1364]: time="2026-06-16T07:22:06.648Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=4 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MY4PX9PSZZY5PRP0P7YYE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:16.015" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:06.626" grpc.time_ms=21.651 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1915vm-test-run-nixbot-gitlab> gitlab # [  313.786152] nixbot[3790]: INFO:     ::ffff:127.0.0.1:50900 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 200 OK1916vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba', in 0.06 seconds)1917vm-test-run-nixbot-gitlab> []1918vm-test-run-nixbot-gitlab> gitlab # [  313.832099] nixbot[3790]: INFO:     ::ffff:127.0.0.1:50904 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted1919vm-test-run-nixbot-gitlab> gitlab # [  313.861115] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.759Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"39a0ca06-2aeb-4b77-8901-6a1a4a0d0f2d\"}"],"class":"WebHookWorker","jid":"4070e73d74041d8c7e8be3e3","created_at":"2026-06-16T07:22:01.982Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-3f5bfd2877f343a5","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:3094eea45e564eeca0d927ce87b3052d8288bb9bd2b2cba4e6752b52ea6193a7","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:01.996Z","job_size_bytes":1749,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-4070e73d74041d8c7e8be3e3: done: 0.168649 sec","job_status":"done","queue_duration_s":4.594257,"scheduling_latency_s":4.594306,"redis_calls":19,"redis_duration_s":0.006548999999999999,"redis_read_bytes":32,"redis_write_bytes":5281,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002139,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000546,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3643,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002528,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001336,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.014487799999983508,"cpu_s":0.123442,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0004515,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.168649,"completed_at":"2026-06-16T07:22:06.759Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003579,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1920vm-test-run-nixbot-gitlab> gitlab # [  313.936281] nixbot[3790]: {"ts": "2026-06-16T07:22:06.761Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/ebcc71c879c05ad9edbf510b1ede46747eb7ba5c \"HTTP/1.1 201 Created\""}1921vm-test-run-nixbot-gitlab> gitlab # [  313.939545] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:06 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/ebcc71c879c05ad9edbf510b1ede46747eb7ba5c HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 3331922vm-test-run-nixbot-gitlab> gitlab # [  313.942394] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.761Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"05c84fb76098692489752987","created_at":"2026-06-16T07:22:03.891Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d516ceedfc3a115b7d609be7c1dae443","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T07:22:04.024Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-05c84fb76098692489752987: start","job_status":"start","queue_duration_s":2.736723,"scheduling_latency_s":2.736756}1923vm-test-run-nixbot-gitlab> gitlab # [  313.957940] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.780Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1924vm-test-run-nixbot-gitlab> gitlab # [  313.961651] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.791Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"05c84fb76098692489752987","created_at":"2026-06-16T07:22:03.891Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d516ceedfc3a115b7d609be7c1dae443","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-16T07:22:04.024Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-05c84fb76098692489752987: done: 0.030179 sec","job_status":"done","queue_duration_s":2.736723,"scheduling_latency_s":2.736756,"redis_calls":9,"redis_duration_s":0.007195,"redis_read_bytes":7,"redis_write_bytes":1152,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001487,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002482,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003226,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016275,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.030179,"completed_at":"2026-06-16T07:22:06.791Z","load_balancing_strategy":"primary","db_duration_s":0.001305,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1925vm-test-run-nixbot-gitlab> gitlab # [  314.008708] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.793Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"86c6fd70d73c8730bb0485b0","created_at":"2026-06-16T07:22:04.097Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ba2f7a0e94437253d97177c271584048","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.162Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-86c6fd70d73c8730bb0485b0: start","job_status":"start","queue_duration_s":2.631191,"scheduling_latency_s":2.631218}1926vm-test-run-nixbot-gitlab> gitlab # [  314.021931] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.841Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"86c6fd70d73c8730bb0485b0","created_at":"2026-06-16T07:22:04.097Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ba2f7a0e94437253d97177c271584048","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.162Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-86c6fd70d73c8730bb0485b0: done: 0.04809 sec","job_status":"done","queue_duration_s":2.631191,"scheduling_latency_s":2.631218,"redis_calls":18,"redis_duration_s":0.010448,"redis_read_bytes":20,"redis_write_bytes":4694,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00521,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000242,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3011,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.004441,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000555,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025987,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04809,"completed_at":"2026-06-16T07:22:06.841Z","load_balancing_strategy":"primary","db_duration_s":0.00434,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1927vm-test-run-nixbot-gitlab> gitlab # [  314.063561] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.842Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"e9f65654fc237792d6a2c150","created_at":"2026-06-16T07:22:04.201Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"153bda348918a3cf619925c33509d052","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.252Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-e9f65654fc237792d6a2c150: start","job_status":"start","queue_duration_s":2.590326,"scheduling_latency_s":2.590348}1928vm-test-run-nixbot-gitlab> gitlab # [  314.077928] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.901Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"e9f65654fc237792d6a2c150","created_at":"2026-06-16T07:22:04.201Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"153bda348918a3cf619925c33509d052","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.252Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-e9f65654fc237792d6a2c150: done: 0.058721 sec","job_status":"done","queue_duration_s":2.590326,"scheduling_latency_s":2.590348,"redis_calls":11,"redis_duration_s":0.002521,"redis_read_bytes":9,"redis_write_bytes":1518,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000381,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000755,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001385,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025125,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0013576,"exclusive_lock_hold_duration_s":0.02002594,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.058721,"completed_at":"2026-06-16T07:22:06.901Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024417,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1929vm-test-run-nixbot-gitlab> gitlab # [  314.121641] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:06.903Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"4ee3d3aefea575a29158107d","created_at":"2026-06-16T07:22:04.282Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3dc6a860be95cb9f9cce0a724ac18cce","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.335Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-4ee3d3aefea575a29158107d: start","job_status":"start","queue_duration_s":2.567375,"scheduling_latency_s":2.5674}1930vm-test-run-nixbot-gitlab> gitlab # [  314.135199] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:06 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1201931vm-test-run-nixbot-gitlab> gitlab # [  314.137343] gitlab-workhorse[1294]: time="2026-06-16T07:22:06Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671932vm-test-run-nixbot-gitlab> gitlab # [  314.139062] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:06 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 781933vm-test-run-nixbot-gitlab> gitlab # [  314.140921] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:07 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/ebcc71c879c05ad9edbf510b1ede46747eb7ba5c HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 2351934vm-test-run-nixbot-gitlab> gitlab # [  314.143273] gitaly[1364]: time="2026-06-16T07:22:06.856Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY51KHNBEBS0RCF267C2B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:36.354" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:06.854" grpc.time_ms=1.749 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1935vm-test-run-nixbot-gitlab> gitlab # [  314.155802] nixbot[3790]: {"ts": "2026-06-16T07:22:07.009Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/ebcc71c879c05ad9edbf510b1ede46747eb7ba5c \"HTTP/1.1 201 Created\""}1936vm-test-run-nixbot-gitlab> gitlab # [  314.158743] nixbot[3790]: {"ts": "2026-06-16T07:22:07.011Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}1937vm-test-run-nixbot-gitlab> gitlab # [  314.161659] gitaly[1364]: time="2026-06-16T07:22:06.892Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=10 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7MY51MGJN4W5PACC97G1D8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:06.878" grpc.time_ms=14.509 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1938vm-test-run-nixbot-gitlab> gitlab # [  314.174696] gitaly[1364]: time="2026-06-16T07:22:06.936Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KV7MY51KHNBEBS0RCF267C2B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:16.065" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:06.926" grpc.time_ms=10.516 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1939vm-test-run-nixbot-gitlab> gitlab # [  314.187923] gitaly[1364]: time="2026-06-16T07:22:06.972Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY55EXQXDSR2YV43JNM9F grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:06.961" pid=1364 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1940vm-test-run-nixbot-gitlab> gitlab # [  314.198019] gitaly[1364]: time="2026-06-16T07:22:06.972Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY55EXQXDSR2YV43JNM9F grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:06.961" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1941vm-test-run-nixbot-gitlab> gitlab # [  314.210748] gitaly[1364]: time="2026-06-16T07:22:06.973Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY55EXQXDSR2YV43JNM9F grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:06.961" grpc.time_ms=11.315 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc1942vm-test-run-nixbot-gitlab> gitlab # [  314.224861] gitaly[1364]: time="2026-06-16T07:22:07.072Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:37.070" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:07.071" grpc.time_ms=0.615 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1943vm-test-run-nixbot-gitlab> gitlab # [  314.237086] gitaly[1364]: time="2026-06-16T07:22:07.075Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY59JA6T5NZ6RNRBYDQP9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:37.074" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:07.074" grpc.time_ms=0.612 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1944vm-test-run-nixbot-gitlab> gitlab # [  314.249663] gitaly[1364]: time="2026-06-16T07:22:07.114Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=593 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=7 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-16T07:22:37.100" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:07.100" grpc.time_ms=13.849 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1945vm-test-run-nixbot-gitlab> gitlab # [  314.263288] gitaly[1364]: time="2026-06-16T07:22:07.119Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KV7MY59JA6T5NZ6RNRBYDQP9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:17.010" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:07.110" grpc.time_ms=8.666 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1946vm-test-run-nixbot-gitlab> gitlab # [  314.276796] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.161Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"4ee3d3aefea575a29158107d","created_at":"2026-06-16T07:22:04.282Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3dc6a860be95cb9f9cce0a724ac18cce","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.335Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-4ee3d3aefea575a29158107d: done: 0.258509 sec","job_status":"done","queue_duration_s":2.567375,"scheduling_latency_s":2.5674,"redis_calls":13,"redis_duration_s":0.002265,"redis_read_bytes":11,"redis_write_bytes":1567,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000611,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000889,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000765,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.044,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.044,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.196433,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00053658,"exclusive_lock_hold_duration_s":0.23233314,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.258509,"completed_at":"2026-06-16T07:22:07.161Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.068352,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1947vm-test-run-nixbot-gitlab> gitlab # [  314.320736] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.162Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"acdeccd927158c6934715240","created_at":"2026-06-16T07:22:04.374Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"65c4bc362f790ec15856ad0d9af4741d","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.416Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-acdeccd927158c6934715240: start","job_status":"start","queue_duration_s":2.746323,"scheduling_latency_s":2.746351}1948vm-test-run-nixbot-gitlab> gitlab # [  314.334304] nixbot[3790]: {"ts": "2026-06-16T07:22:07.168Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/ebcc71c879c05ad9edbf510b1ede46747eb7ba5c \"HTTP/1.1 201 Created\""}1949vm-test-run-nixbot-gitlab> gitlab # [  314.337136] gitaly[1364]: time="2026-06-16T07:22:07.138Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=11 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:17.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:07.123" grpc.time_ms=15.081 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1950vm-test-run-nixbot-gitlab> gitlab # [  314.350199] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:07 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/ebcc71c879c05ad9edbf510b1ede46747eb7ba5c HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 1401951vm-test-run-nixbot-gitlab> gitlab # [  314.352661] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.184Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"acdeccd927158c6934715240","created_at":"2026-06-16T07:22:04.374Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"65c4bc362f790ec15856ad0d9af4741d","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.416Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-acdeccd927158c6934715240: done: 0.021743 sec","job_status":"done","queue_duration_s":2.746323,"scheduling_latency_s":2.746351,"redis_calls":11,"redis_duration_s":0.001936,"redis_read_bytes":9,"redis_write_bytes":1418,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000375,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000802,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000759,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014916,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0006472,"exclusive_lock_hold_duration_s":0.00175288,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.021743,"completed_at":"2026-06-16T07:22:07.184Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000842,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1952vm-test-run-nixbot-gitlab> gitlab # [  314.396409] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.186Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"5049cd604f7be501ac7c7795","created_at":"2026-06-16T07:22:04.448Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"be64effd649d6c6cae26afe33a6e919d","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.487Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-5049cd604f7be501ac7c7795: start","job_status":"start","queue_duration_s":2.698466,"scheduling_latency_s":2.698492}1953vm-test-run-nixbot-gitlab> gitlab # [  314.409840] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.215Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"5049cd604f7be501ac7c7795","created_at":"2026-06-16T07:22:04.448Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"be64effd649d6c6cae26afe33a6e919d","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.487Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-5049cd604f7be501ac7c7795: done: 0.028997 sec","job_status":"done","queue_duration_s":2.698466,"scheduling_latency_s":2.698492,"redis_calls":9,"redis_duration_s":0.001742,"redis_read_bytes":7,"redis_write_bytes":1026,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000369,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":315,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000944,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000429,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017142,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028997,"completed_at":"2026-06-16T07:22:07.215Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006176,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1954vm-test-run-nixbot-gitlab> gitlab # [  314.450324] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.216Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"66fede4787924afbc788cfa0","created_at":"2026-06-16T07:22:04.510Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"85e1222886762b02ca708f1f1b82a2ad","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T07:22:04.585Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-66fede4787924afbc788cfa0: start","job_status":"start","queue_duration_s":2.6314,"scheduling_latency_s":2.631426}1955vm-test-run-nixbot-gitlab> gitlab # [  314.463562] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.226Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1956vm-test-run-nixbot-gitlab> gitlab # [  314.467182] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.232Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"66fede4787924afbc788cfa0","created_at":"2026-06-16T07:22:04.510Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"85e1222886762b02ca708f1f1b82a2ad","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-16T07:22:04.585Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-66fede4787924afbc788cfa0: done: 0.015557 sec","job_status":"done","queue_duration_s":2.6314,"scheduling_latency_s":2.631426,"redis_calls":9,"redis_duration_s":0.001303,"redis_read_bytes":7,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000285,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000713,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000305,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010239,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015557,"completed_at":"2026-06-16T07:22:07.232Z","load_balancing_strategy":"primary","db_duration_s":0.000331,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1957vm-test-run-nixbot-gitlab> gitlab # [  314.505834] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.233Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"c88530fd73c880f3344fa22a","created_at":"2026-06-16T07:22:04.644Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"68d39b8a2248466fbb5b81f080e44425","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.695Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-c88530fd73c880f3344fa22a: start","job_status":"start","queue_duration_s":2.537569,"scheduling_latency_s":2.537587}1958vm-test-run-nixbot-gitlab> gitlab # [  314.520298] gitaly[1364]: time="2026-06-16T07:22:07.191Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-16T07:22:17.070" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:22:07.190" grpc.time_ms=0.329 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1959vm-test-run-nixbot-gitlab> gitlab # [  314.530831] nix-daemon[4095]: accepted connection from pid 4194, user nixbot1960vm-test-run-nixbot-gitlab> gitlab # [  314.531790] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.251Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"c88530fd73c880f3344fa22a","created_at":"2026-06-16T07:22:04.644Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"68d39b8a2248466fbb5b81f080e44425","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.695Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-c88530fd73c880f3344fa22a: done: 0.018465 sec","job_status":"done","queue_duration_s":2.537569,"scheduling_latency_s":2.537587,"redis_calls":9,"redis_duration_s":0.001401,"redis_read_bytes":7,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000271,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000843,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000287,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01275,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018465,"completed_at":"2026-06-16T07:22:07.251Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001153,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1961vm-test-run-nixbot-gitlab> gitlab # [  314.571580] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.252Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"71869f986901d1f5a187d94f","created_at":"2026-06-16T07:22:04.727Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8b402e9c730d6b7580f375f4dc995ce3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.773Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-71869f986901d1f5a187d94f: start","job_status":"start","queue_duration_s":2.479806,"scheduling_latency_s":2.479824}1962vm-test-run-nixbot-gitlab> gitlab # [  314.586455] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.262Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1963vm-test-run-nixbot-gitlab> gitlab # [  314.589887] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.267Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"71869f986901d1f5a187d94f","created_at":"2026-06-16T07:22:04.727Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8b402e9c730d6b7580f375f4dc995ce3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.773Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-71869f986901d1f5a187d94f: done: 0.014963 sec","job_status":"done","queue_duration_s":2.479806,"scheduling_latency_s":2.479824,"redis_calls":9,"redis_duration_s":0.001242,"redis_read_bytes":7,"redis_write_bytes":1105,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000287,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00068,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000275,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010261,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014963,"completed_at":"2026-06-16T07:22:07.267Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000376,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1964vm-test-run-nixbot-gitlab> gitlab # [  314.631757] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.268Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"adfbcf5d1ce008ce19c2ce5b","created_at":"2026-06-16T07:22:04.807Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ced22aac9de2eeebaf24234b58d2a019","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.843Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-adfbcf5d1ce008ce19c2ce5b: start","job_status":"start","queue_duration_s":2.425624,"scheduling_latency_s":2.425641}1965vm-test-run-nixbot-gitlab> gitlab # [  314.645320] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.289Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"adfbcf5d1ce008ce19c2ce5b","created_at":"2026-06-16T07:22:04.807Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ced22aac9de2eeebaf24234b58d2a019","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.843Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-adfbcf5d1ce008ce19c2ce5b: done: 0.020254 sec","job_status":"done","queue_duration_s":2.425624,"scheduling_latency_s":2.425641,"redis_calls":9,"redis_duration_s":0.001352,"redis_read_bytes":7,"redis_write_bytes":1183,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000325,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000739,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000288,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011924,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.020254,"completed_at":"2026-06-16T07:22:07.289Z","load_balancing_strategy":"primary","db_duration_s":0.004111,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1966vm-test-run-nixbot-gitlab> gitlab # [  314.685141] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.290Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"6e914ff8481e0edbaf651128","created_at":"2026-06-16T07:22:04.884Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b5160c26cfba56c9d2e4d9c8604cde30","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.936Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-6e914ff8481e0edbaf651128: start","job_status":"start","queue_duration_s":2.353892,"scheduling_latency_s":2.353909}1967vm-test-run-nixbot-gitlab> gitlab # [  314.698858] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.312Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"6e914ff8481e0edbaf651128","created_at":"2026-06-16T07:22:04.884Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b5160c26cfba56c9d2e4d9c8604cde30","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:04.936Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-6e914ff8481e0edbaf651128: done: 0.022631 sec","job_status":"done","queue_duration_s":2.353892,"scheduling_latency_s":2.353909,"redis_calls":12,"redis_duration_s":0.002002,"redis_read_bytes":10,"redis_write_bytes":1576,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000318,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001008,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000676,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015887,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00432276,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.022631,"completed_at":"2026-06-16T07:22:07.312Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002288,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1968vm-test-run-nixbot-gitlab> gitlab # [  314.740645] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.314Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"541dacf5694e95302ea2441c","created_at":"2026-06-16T07:22:05.021Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a49d463a245230a40234ca0cc5aa45c8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.067Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-541dacf5694e95302ea2441c: start","job_status":"start","queue_duration_s":2.246639,"scheduling_latency_s":2.246659}1969vm-test-run-nixbot-gitlab> gitlab # [  314.754321] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.326Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1970vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba'1971vm-test-run-nixbot-gitlab> gitlab # [  314.757526] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.333Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"541dacf5694e95302ea2441c","created_at":"2026-06-16T07:22:05.021Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a49d463a245230a40234ca0cc5aa45c8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.067Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-541dacf5694e95302ea2441c: done: 0.019299 sec","job_status":"done","queue_duration_s":2.246639,"scheduling_latency_s":2.246659,"redis_calls":9,"redis_duration_s":0.001549,"redis_read_bytes":7,"redis_write_bytes":1185,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000355,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000858,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000336,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012437,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019299,"completed_at":"2026-06-16T07:22:07.333Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000329,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1972vm-test-run-nixbot-gitlab> gitlab # [  314.808346] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.334Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"a036a597f36e91c773b58328","created_at":"2026-06-16T07:22:05.099Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fdcfb0f5764b49ce7591403d78adc4b1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.145Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-a036a597f36e91c773b58328: start","job_status":"start","queue_duration_s":2.18878,"scheduling_latency_s":2.188797}1973vm-test-run-nixbot-gitlab> gitlab # [  314.820881] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.356Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"a036a597f36e91c773b58328","created_at":"2026-06-16T07:22:05.099Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fdcfb0f5764b49ce7591403d78adc4b1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.145Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-a036a597f36e91c773b58328: done: 0.021318 sec","job_status":"done","queue_duration_s":2.18878,"scheduling_latency_s":2.188797,"redis_calls":13,"redis_duration_s":0.00178,"redis_read_bytes":11,"redis_write_bytes":1663,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.000817,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":887,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000681,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000282,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014635,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021318,"completed_at":"2026-06-16T07:22:07.356Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000908,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1974vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba', in 0.08 seconds)1975vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': 'a8068beed1d67340d279e2a0a41f0933e4d2bbba', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'evaluating', 'eval_warnings': [{'level': 'warning', 'message': "unable to download 'https://cache.nixos.org/…': Could not resolve hostname (6) Could not resolve host: cache.nixos.org", 'count': 1}], 'error': None, 'created_at': '2026-06-16T07:22:07.000620Z', 'started_at': '2026-06-16T07:22:07.502230Z', 'finished_at': None}]1976vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 7.51 seconds)1977vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses1978vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses1979vm-test-run-nixbot-gitlab> gitlab # [  314.863122] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.357Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"0a180bb21114d3bbf7348353","created_at":"2026-06-16T07:22:05.191Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"729a42ef4abdeab663e0378c071996a1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.228Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-0a180bb21114d3bbf7348353: start","job_status":"start","queue_duration_s":2.128691,"scheduling_latency_s":2.128708}1980vm-test-run-nixbot-gitlab> gitlab # [  314.876850] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.368Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1981vm-test-run-nixbot-gitlab> gitlab # [  314.883417] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.374Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"0a180bb21114d3bbf7348353","created_at":"2026-06-16T07:22:05.191Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"729a42ef4abdeab663e0378c071996a1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.228Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-0a180bb21114d3bbf7348353: done: 0.017738 sec","job_status":"done","queue_duration_s":2.128691,"scheduling_latency_s":2.128708,"redis_calls":9,"redis_duration_s":0.002296,"redis_read_bytes":7,"redis_write_bytes":1178,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.0003,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001653,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000343,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011498,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017738,"completed_at":"2026-06-16T07:22:07.374Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000405,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1982vm-test-run-nixbot-gitlab> gitlab # [  314.924372] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.376Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"5f4aa9cf9e153c22c6af7659","created_at":"2026-06-16T07:22:05.258Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"490f652eacbdcab5a633f27fd9b7e307","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.311Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-5f4aa9cf9e153c22c6af7659: start","job_status":"start","queue_duration_s":2.064533,"scheduling_latency_s":2.064554}1983vm-test-run-nixbot-gitlab> gitlab # [  314.937862] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.417Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"5f4aa9cf9e153c22c6af7659","created_at":"2026-06-16T07:22:05.258Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"490f652eacbdcab5a633f27fd9b7e307","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.311Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-5f4aa9cf9e153c22c6af7659: done: 0.040933 sec","job_status":"done","queue_duration_s":2.064533,"scheduling_latency_s":2.064554,"redis_calls":13,"redis_duration_s":0.002044,"redis_read_bytes":11,"redis_write_bytes":1780,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000592,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00075,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000702,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025469,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00052104,"exclusive_lock_hold_duration_s":0.01916962,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.040933,"completed_at":"2026-06-16T07:22:07.417Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011637,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1984vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses, in 0.12 seconds)1985vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'a8068beed1d67340d279e2a0a41f0933e4d2bbba', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T07:22:07.442Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1986vm-test-run-nixbot-gitlab> gitlab # [  314.980608] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.418Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleOldPipelinesRemovalCronWorker","jid":"119886a3e00b63d72abc87ae","created_at":"2026-06-16T07:22:05.365Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5cd05815835513d57d02434c59416c33dd1bebcfa3138e1542ab850c977747b0","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.398Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleOldPipelinesRemovalCronWorker JID-119886a3e00b63d72abc87ae: start","job_status":"start","queue_duration_s":2.019583,"scheduling_latency_s":2.019602}1987vm-test-run-nixbot-gitlab> gitlab # [  314.995422] gitaly[1364]: time="2026-06-16T07:22:07.202Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-16T07:22:17.074" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:07.195" grpc.time_ms=7.173 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1988vm-test-run-nixbot-gitlab> gitlab # [  315.008154] gitaly[1364]: time="2026-06-16T07:22:07.239Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:07.238" grpc.time_ms=0.439 pid=1364 span.kind=server system=grpc1989vm-test-run-nixbot-gitlab> gitlab # [  315.017133] nix-daemon[4095]: accepted connection from pid 4228, user nixbot1990vm-test-run-nixbot-gitlab> gitlab # [  315.018006] nix-daemon[4095]: accepted connection from pid 4226, user nixbot1991vm-test-run-nixbot-gitlab> gitlab # [  315.018875] nix-daemon[4095]: accepted connection from pid 4242, user nixbot1992vm-test-run-nixbot-gitlab> gitlab # [  315.019773] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.612Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleOldPipelinesRemovalCronWorker","jid":"119886a3e00b63d72abc87ae","created_at":"2026-06-16T07:22:05.365Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5cd05815835513d57d02434c59416c33dd1bebcfa3138e1542ab850c977747b0","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.398Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleOldPipelinesRemovalCronWorker JID-119886a3e00b63d72abc87ae: done: 0.194548 sec","job_status":"done","queue_duration_s":2.019583,"scheduling_latency_s":2.019602,"redis_calls":28,"redis_duration_s":0.005242,"redis_read_bytes":36,"redis_write_bytes":10603,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000683,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":680,"redis_queues_calls":2,"redis_queues_duration_s":0.000382,"redis_queues_read_bytes":3,"redis_queues_write_bytes":8315,"redis_queues_metadata_calls":16,"redis_queues_metadata_duration_s":0.00328,"redis_queues_metadata_read_bytes":24,"redis_queues_metadata_write_bytes":1162,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000897,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":446,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.174984,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026234,"duration_s":0.194548,"completed_at":"2026-06-16T07:22:07.612Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001105,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1993vm-test-run-nixbot-gitlab> gitlab # [  315.061870] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.614Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"47b8cee52a24afd4f1ff3152","created_at":"2026-06-16T07:22:05.422Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ac4af714c3f7a63b4dfa678a22c6c225","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.454Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-47b8cee52a24afd4f1ff3152: start","job_status":"start","queue_duration_s":2.160219,"scheduling_latency_s":2.16024}1994vm-test-run-nixbot-gitlab> gitlab # [  315.075733] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.633Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"47b8cee52a24afd4f1ff3152","created_at":"2026-06-16T07:22:05.422Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ac4af714c3f7a63b4dfa678a22c6c225","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.454Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-47b8cee52a24afd4f1ff3152: done: 0.019427 sec","job_status":"done","queue_duration_s":2.160219,"scheduling_latency_s":2.16024,"redis_calls":11,"redis_duration_s":0.001657,"redis_read_bytes":8,"redis_write_bytes":1094,"redis_cache_calls":2,"redis_cache_duration_s":0.000278,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000367,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000732,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":482,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00028,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013285,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019427,"completed_at":"2026-06-16T07:22:07.633Z","load_balancing_strategy":"primary","db_duration_s":0.00063,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1995vm-test-run-nixbot-gitlab> gitlab # [  315.115458] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.635Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"190f24d9507843a3589e41d8","created_at":"2026-06-16T07:22:05.489Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6769b30bb6d96a256e829ea85ee5c122","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.534Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-190f24d9507843a3589e41d8: start","job_status":"start","queue_duration_s":2.100397,"scheduling_latency_s":2.100419}1996vm-test-run-nixbot-gitlab> gitlab # [  315.128930] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.655Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"190f24d9507843a3589e41d8","created_at":"2026-06-16T07:22:05.489Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6769b30bb6d96a256e829ea85ee5c122","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.534Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-190f24d9507843a3589e41d8: done: 0.020625 sec","job_status":"done","queue_duration_s":2.100397,"scheduling_latency_s":2.100419,"redis_calls":9,"redis_duration_s":0.001774,"redis_read_bytes":7,"redis_write_bytes":984,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000331,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000899,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000544,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013496,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020625,"completed_at":"2026-06-16T07:22:07.655Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001062,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1997vm-test-run-nixbot-gitlab> gitlab # [  315.168124] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:07.658Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"8a60865b2065d1f3f2ac28b2","created_at":"2026-06-16T07:22:05.561Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ae3645445d4f023cec79edc113635f85","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.611Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-8a60865b2065d1f3f2ac28b2: start","job_status":"start","queue_duration_s":2.046397,"scheduling_latency_s":2.046418}1998vm-test-run-nixbot-gitlab> gitlab # [  315.181535] nixbot[3790]: {"ts": "2026-06-16T07:22:07.500Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a8068beed1d67340d279e2a0a41f0933e4d2bbba \"HTTP/1.1 201 Created\""}1999vm-test-run-nixbot-gitlab> gitlab # [  315.184191] nixbot[3790]: {"ts": "2026-06-16T07:22:07.509Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-a8068beed1d6-c2c9b78a", "argv0": "bwrap"}2000vm-test-run-nixbot-gitlab> gitlab # [  315.186605] nixbot[3790]: INFO:     ::ffff:127.0.0.1:50914 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 200 OK2001vm-test-run-nixbot-gitlab> gitlab # [  315.188927] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:07 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 4852002vm-test-run-nixbot-gitlab> gitlab # [  315.191250] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:07 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 942003vm-test-run-nixbot-gitlab> gitlab # [  315.193313] gitlab-workhorse[1294]: time="2026-06-16T07:22:07Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672004vm-test-run-nixbot-gitlab> gitlab # [  315.195011] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:07 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 602005vm-test-run-nixbot-gitlab> gitlab # [  315.196813] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:07 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 842006vm-test-run-nixbot-gitlab> gitlab # [  315.199225] gitaly[1364]: time="2026-06-16T07:22:07.264Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:07.262" grpc.time_ms=0.633 pid=1364 span.kind=server system=grpc2007vm-test-run-nixbot-gitlab> gitlab # [  315.209435] gitaly[1364]: time="2026-06-16T07:22:07.276Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS diskcache=d83b102b-6646-4380-abe3-4500b30bc363 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T07:22:17.084" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:22:07.204" pid=1364 ref=refs/keep-around/a8068beed1d67340d279e2a0a41f0933e4d2bbba remote_ip="2001:db8:1::1" revision=a8068beed1d67340d279e2a0a41f0933e4d2bbba span.kind=server system=grpc username=root2008vm-test-run-nixbot-gitlab> gitlab # [  315.220188] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.018Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"8a60865b2065d1f3f2ac28b2","created_at":"2026-06-16T07:22:05.561Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ae3645445d4f023cec79edc113635f85","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.611Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-8a60865b2065d1f3f2ac28b2: done: 0.360146 sec","job_status":"done","queue_duration_s":2.046397,"scheduling_latency_s":2.046418,"redis_calls":573,"redis_duration_s":0.076986,"redis_read_bytes":571,"redis_write_bytes":49790,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000275,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000813,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.075898,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.32162,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.360146,"completed_at":"2026-06-16T07:22:08.018Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00031,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2009vm-test-run-nixbot-gitlab> gitlab # [  315.258551] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.019Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"72240e6b33f3d0a9b354b377","created_at":"2026-06-16T07:22:05.650Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"910cbd419b09423fdaa0cc9684230d52","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.682Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-72240e6b33f3d0a9b354b377: start","job_status":"start","queue_duration_s":2.337283,"scheduling_latency_s":2.33731}2010vm-test-run-nixbot-gitlab> gitlab # [  315.272069] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.042Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"72240e6b33f3d0a9b354b377","created_at":"2026-06-16T07:22:05.650Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"910cbd419b09423fdaa0cc9684230d52","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.682Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-72240e6b33f3d0a9b354b377: done: 0.022697 sec","job_status":"done","queue_duration_s":2.337283,"scheduling_latency_s":2.33731,"redis_calls":11,"redis_duration_s":0.002471,"redis_read_bytes":9,"redis_write_bytes":1464,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00038,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00107,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001021,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014611,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00055256,"exclusive_lock_hold_duration_s":0.00275384,"duration_s":0.022697,"completed_at":"2026-06-16T07:22:08.042Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002244,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2011vm-test-run-nixbot-gitlab> gitlab # [  315.311030] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.044Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"8c7bbe15b01d00072ca496b0","created_at":"2026-06-16T07:22:05.726Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"54352032927cd7e3a16e63c999bc3688","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.781Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-8c7bbe15b01d00072ca496b0: start","job_status":"start","queue_duration_s":2.262531,"scheduling_latency_s":2.262549}2012vm-test-run-nixbot-gitlab> gitlab # [  315.324563] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.061Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"8c7bbe15b01d00072ca496b0","created_at":"2026-06-16T07:22:05.726Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"54352032927cd7e3a16e63c999bc3688","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.781Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-8c7bbe15b01d00072ca496b0: done: 0.017247 sec","job_status":"done","queue_duration_s":2.262531,"scheduling_latency_s":2.262549,"redis_calls":9,"redis_duration_s":0.002303,"redis_read_bytes":7,"redis_write_bytes":1192,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000564,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":361,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001225,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000514,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011312,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017247,"completed_at":"2026-06-16T07:22:08.061Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000802,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2013vm-test-run-nixbot-gitlab> gitlab # [  315.363715] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.063Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"15ea074f7282179c112ce807","created_at":"2026-06-16T07:22:05.852Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.903Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-15ea074f7282179c112ce807: start","job_status":"start","queue_duration_s":2.160749,"scheduling_latency_s":2.160766}2014vm-test-run-nixbot-gitlab> gitlab # [  315.376458] gitaly[1364]: time="2026-06-16T07:22:07.276Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=46 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4976 command.oublock=8 command.real_time_ms=65 command.spawn_token_fork_ms=1 command.system_time_ms=15 command.user_time_ms=31 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-16T07:22:17.084" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-16T07:22:07.204" grpc.time_ms=71.79 pid=1364 ref=refs/keep-around/a8068beed1d67340d279e2a0a41f0933e4d2bbba remote_ip="2001:db8:1::1" revision=a8068beed1d67340d279e2a0a41f0933e4d2bbba span.kind=server system=grpc username=root2015vm-test-run-nixbot-gitlab> gitlab # [  315.390092] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.224Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"15ea074f7282179c112ce807","created_at":"2026-06-16T07:22:05.852Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:05.903Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-15ea074f7282179c112ce807: done: 0.160838 sec","job_status":"done","queue_duration_s":2.160749,"scheduling_latency_s":2.160766,"redis_calls":70,"redis_duration_s":0.021613,"redis_read_bytes":118,"redis_write_bytes":42580,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.002675,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.001735,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.016393,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00081,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.14258,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.160838,"completed_at":"2026-06-16T07:22:08.224Z","load_balancing_strategy":"primary","db_duration_s":0.002977,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2016vm-test-run-nixbot-gitlab> gitlab # [  315.430599] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.226Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"dc08b396ad08fdc803cdb505","created_at":"2026-06-16T07:22:05.928Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c8d821aa090cd2d342bf4b8d6d465d06","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T07:22:05.970Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-dc08b396ad08fdc803cdb505: start","job_status":"start","queue_duration_s":2.256278,"scheduling_latency_s":2.256301}2017vm-test-run-nixbot-gitlab> gitlab # [  315.442898] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.259Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"dc08b396ad08fdc803cdb505","created_at":"2026-06-16T07:22:05.928Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c8d821aa090cd2d342bf4b8d6d465d06","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-16T07:22:05.970Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-dc08b396ad08fdc803cdb505: done: 0.033008 sec","job_status":"done","queue_duration_s":2.256278,"scheduling_latency_s":2.256301,"redis_calls":9,"redis_duration_s":0.0025009999999999998,"redis_read_bytes":7,"redis_write_bytes":1068,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000516,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001438,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000547,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024019,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.033008,"completed_at":"2026-06-16T07:22:08.259Z","load_balancing_strategy":"primary","db_duration_s":0.002677,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2018vm-test-run-nixbot-gitlab> gitlab # [  315.481087] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.261Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"19b0066dc14874462ebaa473","created_at":"2026-06-16T07:22:05.996Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"162782aa26943bbd3559ab639a6fe4ce","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.031Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-19b0066dc14874462ebaa473: start","job_status":"start","queue_duration_s":2.230148,"scheduling_latency_s":2.23017}2019vm-test-run-nixbot-gitlab> gitlab # [  315.493610] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.285Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"19b0066dc14874462ebaa473","created_at":"2026-06-16T07:22:05.996Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"162782aa26943bbd3559ab639a6fe4ce","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.031Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-19b0066dc14874462ebaa473: done: 0.024703 sec","job_status":"done","queue_duration_s":2.230148,"scheduling_latency_s":2.23017,"redis_calls":11,"redis_duration_s":0.0030499999999999998,"redis_read_bytes":9,"redis_write_bytes":1399,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000588,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001335,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001127,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016719,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00065732,"exclusive_lock_hold_duration_s":0.00257892,"duration_s":0.024703,"completed_at":"2026-06-16T07:22:08.285Z","load_balancing_strategy":"primary","db_duration_s":0.001672,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2020vm-test-run-nixbot-gitlab> gitlab # [  315.532236] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.287Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"1bcc0827057a73db77a1c9e7","created_at":"2026-06-16T07:22:06.058Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b1abb12a0927c3e83c1d2b0a3edf8396","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.106Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-1bcc0827057a73db77a1c9e7: start","job_status":"start","queue_duration_s":2.180769,"scheduling_latency_s":2.180789}2021vm-test-run-nixbot-gitlab> gitlab # [  315.545887] gitaly[1364]: time="2026-06-16T07:22:07.282Z" level=info msg="finished unary call with code OK" catfile.duration_ms=2 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=2 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:37.279" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:07.280" grpc.time_ms=2.789 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2022vm-test-run-nixbot-gitlab> gitlab # [  315.557671] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.300Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}2023vm-test-run-nixbot-gitlab> gitlab # [  315.560555] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.308Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"1bcc0827057a73db77a1c9e7","created_at":"2026-06-16T07:22:06.058Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-935b710513274a62","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b1abb12a0927c3e83c1d2b0a3edf8396","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.106Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-1bcc0827057a73db77a1c9e7: done: 0.02058 sec","job_status":"done","queue_duration_s":2.180769,"scheduling_latency_s":2.180789,"redis_calls":9,"redis_duration_s":0.002308,"redis_read_bytes":7,"redis_write_bytes":1112,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000514,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001292,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000502,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011507,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02058,"completed_at":"2026-06-16T07:22:08.308Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000609,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2024vm-test-run-nixbot-gitlab> gitlab # [  315.599255] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.309Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"e1aeea7ffda2e521459a9355","created_at":"2026-06-16T07:22:06.327Z","trace_propagation_headers":{"sentry-trace":"db6f70e1744a413292374d9315f41ffb-0f85f266e55a43fe","baggage":"sentry-trace_id=db6f70e1744a413292374d9315f41ffb,sentry-release=Unknown"},"correlation_id":"01KV7MXZX0ZNHAP4VRHJCSKK6E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.339Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-e1aeea7ffda2e521459a9355: start","job_status":"start","queue_duration_s":1.970769,"scheduling_latency_s":1.970789}2025vm-test-run-nixbot-gitlab> gitlab # [  315.615251] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.353Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"e1aeea7ffda2e521459a9355","created_at":"2026-06-16T07:22:06.327Z","trace_propagation_headers":{"sentry-trace":"db6f70e1744a413292374d9315f41ffb-0f85f266e55a43fe","baggage":"sentry-trace_id=db6f70e1744a413292374d9315f41ffb,sentry-release=Unknown"},"correlation_id":"01KV7MXZX0ZNHAP4VRHJCSKK6E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.339Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-e1aeea7ffda2e521459a9355: done: 0.043864 sec","job_status":"done","queue_duration_s":1.970769,"scheduling_latency_s":1.970789,"redis_calls":10,"redis_duration_s":0.003112,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00055,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002013,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000549,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028496,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00048872,"duration_s":0.043864,"completed_at":"2026-06-16T07:22:08.353Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007289,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2026vm-test-run-nixbot-gitlab> gitlab # [  315.655696] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.355Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"569251ec26211f6a29509189","created_at":"2026-06-16T07:22:06.718Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-4ccf440d20914542","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.725Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-569251ec26211f6a29509189: start","job_status":"start","queue_duration_s":1.62993,"scheduling_latency_s":1.629948}2027vm-test-run-nixbot-gitlab> gitlab # [  315.670541] gitaly[1364]: time="2026-06-16T07:22:07.533Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KV7MY5PFZV2W0T6FGASKQ9BK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=187 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:07.523" grpc.time_ms=10.071 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc2028vm-test-run-nixbot-gitlab> gitlab # [  315.682814] gitaly[1364]: time="2026-06-16T07:22:07.598Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY5SJ3SNSX059NATS79PM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:07.586" pid=1364 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2029vm-test-run-nixbot-gitlab> gitlab # [  315.692096] gitaly[1364]: time="2026-06-16T07:22:07.598Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=6 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY5SJ3SNSX059NATS79PM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:07.586" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc2030vm-test-run-nixbot-gitlab> gitlab # [  315.704348] gitaly[1364]: time="2026-06-16T07:22:07.598Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=6 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY5SJ3SNSX059NATS79PM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-16T07:22:07.586" grpc.time_ms=11.87 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc2031vm-test-run-nixbot-gitlab> gitlab # [  315.717495] gitaly[1364]: time="2026-06-16T07:22:07.850Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY61MPE7MC3Q7CT4MCE9D grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:37.849" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:07.849" grpc.time_ms=0.903 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2032vm-test-run-nixbot-gitlab> gitlab # [  315.729061] gitaly[1364]: time="2026-06-16T07:22:08.525Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MY4PX9PSZZY5PRP0P7YYE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:08.524" grpc.time_ms=0.565 pid=1364 span.kind=server system=grpc2033vm-test-run-nixbot-gitlab> gitlab # [  315.738714] gitaly[1364]: time="2026-06-16T07:22:08.569Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MY4PX9PSZZY5PRP0P7YYE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:08.568" grpc.time_ms=0.771 pid=1364 span.kind=server system=grpc2034vm-test-run-nixbot-gitlab> gitlab # [  315.747704] gitaly[1364]: time="2026-06-16T07:22:08.623Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MY4PX9PSZZY5PRP0P7YYE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:08.622" grpc.time_ms=0.804 pid=1364 span.kind=server system=grpc2035vm-test-run-nixbot-gitlab> gitlab # [  315.756805] gitaly[1364]: time="2026-06-16T07:22:08.636Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY4PX9PSZZY5PRP0P7YYE diskcache=0f88e6d8-3b3a-4aaa-ac0e-39b53b2e149e grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T07:22:38.366" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:08.467" pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2036vm-test-run-nixbot-gitlab> gitlab # [  315.765719] gitaly[1364]: time="2026-06-16T07:22:08.637Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=177 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7217 command.oublock=0 command.real_time_ms=161 command.spawn_token_fork_ms=1 command.system_time_ms=109 command.user_time_ms=68 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY4PX9PSZZY5PRP0P7YYE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-16T07:22:38.366" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:08.467" grpc.time_ms=170.09 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2037vm-test-run-nixbot-gitlab> gitlab # [  315.872495] gitaly[1364]: time="2026-06-16T07:22:08.771Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MY4PX9PSZZY5PRP0P7YYE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T07:22:38.669" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:08.769" grpc.time_ms=1.494 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2038vm-test-run-nixbot-gitlab> gitlab # [  315.941975] gitaly[1364]: time="2026-06-16T07:22:08.840Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY4PX9PSZZY5PRP0P7YYE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:38.738" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:08.838" grpc.time_ms=1.542 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2039vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses2040vm-test-run-nixbot-gitlab> gitlab # [  316.048722] gitaly[1364]: time="2026-06-16T07:22:08.947Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY4PX9PSZZY5PRP0P7YYE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:38.844" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:08.945" grpc.time_ms=1.587 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2041vm-test-run-nixbot-gitlab> gitlab # [  316.085444] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.967Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"569251ec26211f6a29509189","created_at":"2026-06-16T07:22:06.718Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-4ccf440d20914542","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.725Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2423,"job_status":"rescheduled","message":"PipelineProcessWorker JID-569251ec26211f6a29509189: rescheduled"}2042vm-test-run-nixbot-gitlab> gitlab # [  316.115607] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.985Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"569251ec26211f6a29509189","created_at":"2026-06-16T07:22:06.718Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-4ccf440d20914542","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.725Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-569251ec26211f6a29509189: done: 0.629555 sec","job_status":"done","queue_duration_s":1.62993,"scheduling_latency_s":1.629948,"gitaly_calls":4,"gitaly_duration_s":0.190172,"redis_calls":109,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.035361,"redis_read_bytes":203,"redis_write_bytes":26554,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001389,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002872,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":26,"redis_feature_flag_duration_s":0.009237,"redis_feature_flag_read_bytes":26,"redis_feature_flag_write_bytes":4583,"redis_queues_calls":25,"redis_queues_duration_s":0.005986,"redis_queues_read_bytes":37,"redis_queues_write_bytes":14465,"redis_queues_metadata_calls":20,"redis_queues_metadata_duration_s":0.009302,"redis_queues_metadata_read_bytes":32,"redis_queues_metadata_write_bytes":3301,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000357,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000837,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003992,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":851,"db_count":49,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":49,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.085,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.023,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.026,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.047,"db_ci_duration_s":0.037,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.349517,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.57719308,"duration_s":0.629555,"completed_at":"2026-06-16T07:22:08.984Z","load_balancing_strategy":"primary","db_duration_s":0.088151,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2043vm-test-run-nixbot-gitlab> gitlab # [  316.178893] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:08.990Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","4070e73d74041d8c7e8be3e3"],"class":"WebHooks::LogExecutionWorker","jid":"d9fd8d92a93019397f5e7767","created_at":"2026-06-16T07:22:06.734Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-8792af1775854349","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e0fe9e29e0b4c476ce3ea8ee469b7842f1a0fa03806e9e3d2abaf47fe634184a","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.744Z","job_size_bytes":2506,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-d9fd8d92a93019397f5e7767: start","job_status":"start","queue_duration_s":2.244503,"scheduling_latency_s":2.245537}2044vm-test-run-nixbot-gitlab> gitlab # [  316.195196] gitaly[1364]: time="2026-06-16T07:22:09.078Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY76H184G8R0N7YS78M83 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:39.076" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:09.077" grpc.time_ms=0.904 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2045vm-test-run-nixbot-gitlab> gitlab # [  316.220799] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:09 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1402046vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses, in 0.24 seconds)2047vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'a8068beed1d67340d279e2a0a41f0933e4d2bbba', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T07:22:07.442Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2048vm-test-run-nixbot-gitlab> gitlab # [  316.305519] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.203Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","4070e73d74041d8c7e8be3e3"],"class":"WebHooks::LogExecutionWorker","jid":"d9fd8d92a93019397f5e7767","created_at":"2026-06-16T07:22:06.734Z","trace_propagation_headers":{"sentry-trace":"36f688aed85441f8aeaf322ff912ab75-8792af1775854349","baggage":"sentry-trace_id=36f688aed85441f8aeaf322ff912ab75,sentry-release=Unknown"},"correlation_id":"01KV7MXYZ9N77WH4ZF6633GRQJ","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e0fe9e29e0b4c476ce3ea8ee469b7842f1a0fa03806e9e3d2abaf47fe634184a","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.744Z","job_size_bytes":2506,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-d9fd8d92a93019397f5e7767: done: 0.214681 sec","job_status":"done","queue_duration_s":2.244503,"scheduling_latency_s":2.245537,"redis_calls":10,"redis_duration_s":0.005128,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00194,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002446,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000742,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.047,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.047,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.179481,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00041718,"duration_s":0.214681,"completed_at":"2026-06-16T07:22:09.203Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.016761,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2049vm-test-run-nixbot-gitlab> gitlab # [  316.394384] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.205Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"63244498f84ac33b39932cd8","created_at":"2026-06-16T07:22:06.813Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-9e2eb0fae85248db","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ba2f7a0e94437253d97177c271584048","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.831Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-63244498f84ac33b39932cd8: start","job_status":"start","queue_duration_s":2.374708,"scheduling_latency_s":2.374731}2050vm-test-run-nixbot-gitlab> gitlab # [  316.408903] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.224Z","message":"No existing merge request to be cleaned up."}2051vm-test-run-nixbot-gitlab> gitlab # [  316.410650] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.234Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"63244498f84ac33b39932cd8","created_at":"2026-06-16T07:22:06.813Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-9e2eb0fae85248db","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ba2f7a0e94437253d97177c271584048","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.831Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-63244498f84ac33b39932cd8: done: 0.028338 sec","job_status":"done","queue_duration_s":2.374708,"scheduling_latency_s":2.374731,"redis_calls":12,"redis_duration_s":0.003467,"redis_read_bytes":10,"redis_write_bytes":1323,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000638,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001176,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001653,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018877,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028338,"completed_at":"2026-06-16T07:22:09.234Z","load_balancing_strategy":"primary","db_duration_s":0.003405,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2052vm-test-run-nixbot-gitlab> gitlab # [  316.453588] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.235Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a540eb121d398efa92988bfc","created_at":"2026-06-16T07:22:06.813Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-9e2eb0fae85248db","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ba2f7a0e94437253d97177c271584048","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.831Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a540eb121d398efa92988bfc: start","job_status":"start","queue_duration_s":2.404577,"scheduling_latency_s":2.404597}2053vm-test-run-nixbot-gitlab> gitlab # [  316.467107] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.247Z","message":"No existing merge request to be cleaned up."}2054vm-test-run-nixbot-gitlab> gitlab # [  316.468924] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.257Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a540eb121d398efa92988bfc","created_at":"2026-06-16T07:22:06.813Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-9e2eb0fae85248db","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ba2f7a0e94437253d97177c271584048","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.831Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a540eb121d398efa92988bfc: done: 0.021397 sec","job_status":"done","queue_duration_s":2.404577,"scheduling_latency_s":2.404597,"redis_calls":10,"redis_duration_s":0.0025440000000000003,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001047,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001497,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013113,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021397,"completed_at":"2026-06-16T07:22:09.257Z","load_balancing_strategy":"primary","db_duration_s":0.002625,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2055vm-test-run-nixbot-gitlab> gitlab # [  316.507440] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.258Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ba863930c2e005d80a855f05","created_at":"2026-06-16T07:22:06.813Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-9e2eb0fae85248db","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ba2f7a0e94437253d97177c271584048","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.831Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ba863930c2e005d80a855f05: start","job_status":"start","queue_duration_s":2.427475,"scheduling_latency_s":2.427494}2056vm-test-run-nixbot-gitlab> gitlab # [  316.519423] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.269Z","message":"No existing merge request to be cleaned up."}2057vm-test-run-nixbot-gitlab> gitlab # [  316.521115] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.278Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ba863930c2e005d80a855f05","created_at":"2026-06-16T07:22:06.813Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-9e2eb0fae85248db","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ba2f7a0e94437253d97177c271584048","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.831Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ba863930c2e005d80a855f05: done: 0.019974 sec","job_status":"done","queue_duration_s":2.427475,"scheduling_latency_s":2.427494,"redis_calls":10,"redis_duration_s":0.0025970000000000003,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001118,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001479,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01246,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019974,"completed_at":"2026-06-16T07:22:09.278Z","load_balancing_strategy":"primary","db_duration_s":0.002512,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2058vm-test-run-nixbot-gitlab> gitlab # [  316.558582] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.280Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f447cdea2df3deb32fdc9122","created_at":"2026-06-16T07:22:06.813Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-9e2eb0fae85248db","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ba2f7a0e94437253d97177c271584048","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.831Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f447cdea2df3deb32fdc9122: start","job_status":"start","queue_duration_s":2.44906,"scheduling_latency_s":2.449077}2059vm-test-run-nixbot-gitlab> gitlab # [  316.570316] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.291Z","message":"No existing merge request to be cleaned up."}2060vm-test-run-nixbot-gitlab> gitlab # [  316.571908] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.299Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f447cdea2df3deb32fdc9122","created_at":"2026-06-16T07:22:06.813Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-9e2eb0fae85248db","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ba2f7a0e94437253d97177c271584048","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:06.831Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f447cdea2df3deb32fdc9122: done: 0.019615 sec","job_status":"done","queue_duration_s":2.44906,"scheduling_latency_s":2.449077,"redis_calls":10,"redis_duration_s":0.002648,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001082,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001566,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01159,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019615,"completed_at":"2026-06-16T07:22:09.299Z","load_balancing_strategy":"primary","db_duration_s":0.002565,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2061vm-test-run-nixbot-gitlab> gitlab # [  316.608175] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.301Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"1c603fa32cd93a8f16bce83b","created_at":"2026-06-16T07:22:07.287Z","trace_propagation_headers":{"sentry-trace":"b51289432f7e40f1bf67e8883de83ae7-7b747ffb24ab4ae3","baggage":"sentry-trace_id=b51289432f7e40f1bf67e8883de83ae7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MY595BD6146NWM1PENCRS","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.290Z","job_size_bytes":65,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-1c603fa32cd93a8f16bce83b: start","job_status":"start","queue_duration_s":2.010884,"scheduling_latency_s":2.010901}2062vm-test-run-nixbot-gitlab> gitlab # [  316.623948] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.329Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"1c603fa32cd93a8f16bce83b","created_at":"2026-06-16T07:22:07.287Z","trace_propagation_headers":{"sentry-trace":"b51289432f7e40f1bf67e8883de83ae7-7b747ffb24ab4ae3","baggage":"sentry-trace_id=b51289432f7e40f1bf67e8883de83ae7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MY595BD6146NWM1PENCRS","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.290Z","job_size_bytes":65,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-1c603fa32cd93a8f16bce83b: done: 0.02774 sec","job_status":"done","queue_duration_s":2.010884,"scheduling_latency_s":2.010901,"redis_calls":7,"redis_duration_s":0.0018440000000000002,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001335,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000509,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017172,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02774,"completed_at":"2026-06-16T07:22:09.329Z","load_balancing_strategy":"primary","db_duration_s":0.005744,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2063vm-test-run-nixbot-gitlab> gitlab # [  316.665520] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.330Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"e9b07cb43991981b54f2f199","created_at":"2026-06-16T07:22:07.291Z","trace_propagation_headers":{"sentry-trace":"b51289432f7e40f1bf67e8883de83ae7-7b747ffb24ab4ae3","baggage":"sentry-trace_id=b51289432f7e40f1bf67e8883de83ae7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MY595BD6146NWM1PENCRS","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.296Z","job_size_bytes":65,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-e9b07cb43991981b54f2f199: start","job_status":"start","queue_duration_s":2.034728,"scheduling_latency_s":2.034746}2064vm-test-run-nixbot-gitlab> gitlab # [  316.682107] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.393Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"e9b07cb43991981b54f2f199","created_at":"2026-06-16T07:22:07.291Z","trace_propagation_headers":{"sentry-trace":"b51289432f7e40f1bf67e8883de83ae7-7b747ffb24ab4ae3","baggage":"sentry-trace_id=b51289432f7e40f1bf67e8883de83ae7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MY595BD6146NWM1PENCRS","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.296Z","job_size_bytes":65,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-e9b07cb43991981b54f2f199: done: 0.063183 sec","job_status":"done","queue_duration_s":2.034728,"scheduling_latency_s":2.034746,"redis_calls":10,"redis_duration_s":0.002874,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001398,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.001476,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033694,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.063183,"completed_at":"2026-06-16T07:22:09.393Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.025613,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2065vm-test-run-nixbot-gitlab> gitlab # [  316.723494] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.395Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"a76230242b8566870d229706","created_at":"2026-06-16T07:22:07.456Z","trace_propagation_headers":{"sentry-trace":"b51289432f7e40f1bf67e8883de83ae7-7b747ffb24ab4ae3","baggage":"sentry-trace_id=b51289432f7e40f1bf67e8883de83ae7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MY595BD6146NWM1PENCRS","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.467Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-a76230242b8566870d229706: start","job_status":"start","queue_duration_s":1.927691,"scheduling_latency_s":1.92771}2066vm-test-run-nixbot-gitlab> gitlab # [  316.739009] gitaly[1364]: time="2026-06-16T07:22:09.469Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-16T07:22:39.367" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:09.467" grpc.time_ms=1.69 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2067vm-test-run-nixbot-gitlab> gitlab # [  316.751031] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.556Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"a76230242b8566870d229706","created_at":"2026-06-16T07:22:07.456Z","trace_propagation_headers":{"sentry-trace":"b51289432f7e40f1bf67e8883de83ae7-7b747ffb24ab4ae3","baggage":"sentry-trace_id=b51289432f7e40f1bf67e8883de83ae7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MY595BD6146NWM1PENCRS","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.467Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-a76230242b8566870d229706: done: 0.161219 sec","job_status":"done","queue_duration_s":1.927691,"scheduling_latency_s":1.92771,"gitaly_calls":3,"gitaly_duration_s":0.012254,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.00901,"redis_read_bytes":99,"redis_write_bytes":6013,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001197,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002301,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000294,"redis_queues_read_bytes":3,"redis_queues_write_bytes":1132,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001912,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000306,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000557,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001246,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.043,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.006,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.017,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.104069,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.1358748,"duration_s":0.161219,"completed_at":"2026-06-16T07:22:09.556Z","load_balancing_strategy":"primary","db_duration_s":0.045349,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2068vm-test-run-nixbot-gitlab> gitlab # [  316.799092] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.558Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"40a9435828866c004174fd4c","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-40a9435828866c004174fd4c: start","job_status":"start","queue_duration_s":1.954324,"scheduling_latency_s":1.954343}2069vm-test-run-nixbot-gitlab> gitlab # [  316.811822] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"40a9435828866c004174fd4c","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-40a9435828866c004174fd4c: done: 0.023326 sec","job_status":"done","queue_duration_s":1.954324,"scheduling_latency_s":1.954343,"redis_calls":16,"redis_duration_s":0.0038050000000000002,"redis_read_bytes":14,"redis_write_bytes":1526,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000452,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001107,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":423,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002246,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":802,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012689,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032814,"duration_s":0.023326,"completed_at":"2026-06-16T07:22:09.581Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001704,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2070vm-test-run-nixbot-gitlab> gitlab # [  316.851760] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"1b7d638985b174eae85ecaf4","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-1b7d638985b174eae85ecaf4: start","job_status":"start","queue_duration_s":1.97907,"scheduling_latency_s":1.979105}2071vm-test-run-nixbot-gitlab> gitlab # [  316.888809] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.599Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"1b7d638985b174eae85ecaf4","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-1b7d638985b174eae85ecaf4: done: 0.016497 sec","job_status":"done","queue_duration_s":1.97907,"scheduling_latency_s":1.979105,"redis_calls":13,"redis_duration_s":0.002995,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000937,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002058,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00961,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016497,"completed_at":"2026-06-16T07:22:09.599Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001129,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2072vm-test-run-nixbot-gitlab> gitlab # [  316.951626] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.601Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"7419546a56324b9028147fbd","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-7419546a56324b9028147fbd: start","job_status":"start","queue_duration_s":1.996962,"scheduling_latency_s":1.996977}2073vm-test-run-nixbot-gitlab> gitlab # [  316.966044] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.617Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"7419546a56324b9028147fbd","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-7419546a56324b9028147fbd: done: 0.016781 sec","job_status":"done","queue_duration_s":1.996962,"scheduling_latency_s":1.996977,"redis_calls":13,"redis_duration_s":0.0030770000000000003,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000952,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002125,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009832,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016781,"completed_at":"2026-06-16T07:22:09.617Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001152,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2074vm-test-run-nixbot-gitlab> gitlab # [  317.004054] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.619Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"c90b3579e77c4d5e99c4d758","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-c90b3579e77c4d5e99c4d758: start","job_status":"start","queue_duration_s":2.015112,"scheduling_latency_s":2.015128}2075vm-test-run-nixbot-gitlab> gitlab # [  317.016168] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.635Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"c90b3579e77c4d5e99c4d758","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-c90b3579e77c4d5e99c4d758: done: 0.016889 sec","job_status":"done","queue_duration_s":2.015112,"scheduling_latency_s":2.015128,"redis_calls":13,"redis_duration_s":0.0029130000000000002,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000938,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001975,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009518,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016889,"completed_at":"2026-06-16T07:22:09.635Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00103,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2076vm-test-run-nixbot-gitlab> gitlab # [  317.053452] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.637Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"5eca4c6925e7209e0e5b1e28","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-5eca4c6925e7209e0e5b1e28: start","job_status":"start","queue_duration_s":2.033494,"scheduling_latency_s":2.033512}2077vm-test-run-nixbot-gitlab> gitlab # [  317.066996] gitaly[1364]: time="2026-06-16T07:22:09.510Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:39.408" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:09.508" grpc.time_ms=1.248 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2078vm-test-run-nixbot-gitlab> gitlab # [  317.078948] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.654Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"5eca4c6925e7209e0e5b1e28","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-5eca4c6925e7209e0e5b1e28: done: 0.017008 sec","job_status":"done","queue_duration_s":2.033494,"scheduling_latency_s":2.033512,"redis_calls":13,"redis_duration_s":0.003053,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000962,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002091,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010092,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017008,"completed_at":"2026-06-16T07:22:09.654Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001061,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2079vm-test-run-nixbot-gitlab> gitlab # [  317.116270] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.655Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"78d2c60cc1e8236187f6eaea","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-78d2c60cc1e8236187f6eaea: start","job_status":"start","queue_duration_s":2.051914,"scheduling_latency_s":2.051931}2080vm-test-run-nixbot-gitlab> gitlab # [  317.128695] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.673Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"78d2c60cc1e8236187f6eaea","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-78d2c60cc1e8236187f6eaea: done: 0.017237 sec","job_status":"done","queue_duration_s":2.051914,"scheduling_latency_s":2.051931,"redis_calls":13,"redis_duration_s":0.003438,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001469,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001969,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010066,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017237,"completed_at":"2026-06-16T07:22:09.673Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001152,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2081vm-test-run-nixbot-gitlab> gitlab # [  317.165589] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.674Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"fe4b2e4900d1e0acf4e3dbda","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-fe4b2e4900d1e0acf4e3dbda: start","job_status":"start","queue_duration_s":2.070533,"scheduling_latency_s":2.070548}2082vm-test-run-nixbot-gitlab> gitlab # [  317.178038] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.691Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"fe4b2e4900d1e0acf4e3dbda","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-fe4b2e4900d1e0acf4e3dbda: done: 0.016659 sec","job_status":"done","queue_duration_s":2.070533,"scheduling_latency_s":2.070548,"redis_calls":13,"redis_duration_s":0.002817,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000942,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001875,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009635,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016659,"completed_at":"2026-06-16T07:22:09.691Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001131,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2083vm-test-run-nixbot-gitlab> gitlab # [  317.215213] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.692Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"7b37590b6ccef8d047b17ff5","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-7b37590b6ccef8d047b17ff5: start","job_status":"start","queue_duration_s":2.088637,"scheduling_latency_s":2.088653}2084vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses2085vm-test-run-nixbot-gitlab> gitlab # [  317.227758] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.709Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"7b37590b6ccef8d047b17ff5","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-7b37590b6ccef8d047b17ff5: done: 0.016442 sec","job_status":"done","queue_duration_s":2.088637,"scheduling_latency_s":2.088653,"redis_calls":13,"redis_duration_s":0.003006,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000952,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002054,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009696,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016442,"completed_at":"2026-06-16T07:22:09.709Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001081,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2086vm-test-run-nixbot-gitlab> gitlab # [  317.262591] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.710Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"40ed4a678e42f1dc398560fe","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-40ed4a678e42f1dc398560fe: start","job_status":"start","queue_duration_s":2.106699,"scheduling_latency_s":2.106716}2087vm-test-run-nixbot-gitlab> gitlab # [  317.275988] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.726Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"40ed4a678e42f1dc398560fe","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-40ed4a678e42f1dc398560fe: done: 0.016162 sec","job_status":"done","queue_duration_s":2.106699,"scheduling_latency_s":2.106716,"redis_calls":13,"redis_duration_s":0.002768,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001865,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009621,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016162,"completed_at":"2026-06-16T07:22:09.726Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001056,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2088vm-test-run-nixbot-gitlab> gitlab # [  317.312973] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.728Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"0cd27f11eb75dc34da8a553e","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-0cd27f11eb75dc34da8a553e: start","job_status":"start","queue_duration_s":2.124273,"scheduling_latency_s":2.124289}2089vm-test-run-nixbot-gitlab> gitlab # [  317.325390] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.745Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"0cd27f11eb75dc34da8a553e","created_at":"2026-06-16T07:22:07.434Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-98b27371d01f4b12","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"9a34780b454ea4db46df3c8687c8ba9d","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:07.604Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-0cd27f11eb75dc34da8a553e: done: 0.016815 sec","job_status":"done","queue_duration_s":2.124273,"scheduling_latency_s":2.124289,"redis_calls":13,"redis_duration_s":0.0030480000000000004,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000926,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002122,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009992,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016815,"completed_at":"2026-06-16T07:22:09.745Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001114,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2090vm-test-run-nixbot-gitlab> gitlab # [  317.362526] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.746Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82d43f0402dd102029a2d34a","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82d43f0402dd102029a2d34a: start","job_status":"start","queue_duration_s":1.532049,"scheduling_latency_s":1.532065}2091vm-test-run-nixbot-gitlab> gitlab # [  317.374250] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.765Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82d43f0402dd102029a2d34a","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82d43f0402dd102029a2d34a: done: 0.019492 sec","job_status":"done","queue_duration_s":1.532049,"scheduling_latency_s":1.532065,"redis_calls":15,"redis_duration_s":0.004194,"redis_read_bytes":12,"redis_write_bytes":1464,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000565,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001443,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002186,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012059,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019492,"completed_at":"2026-06-16T07:22:09.765Z","load_balancing_strategy":"primary","db_duration_s":0.000723,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2092vm-test-run-nixbot-gitlab> gitlab # [  317.412551] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.767Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7b56354b62c8779323f2686f","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7b56354b62c8779323f2686f: start","job_status":"start","queue_duration_s":1.553039,"scheduling_latency_s":1.553057}2093vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses, in 0.21 seconds)2094vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'a8068beed1d67340d279e2a0a41f0933e4d2bbba', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T07:22:07.442Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2095vm-test-run-nixbot-gitlab> gitlab # [  317.424065] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.782Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7b56354b62c8779323f2686f","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7b56354b62c8779323f2686f: done: 0.014973 sec","job_status":"done","queue_duration_s":1.553039,"scheduling_latency_s":1.553057,"redis_calls":13,"redis_duration_s":0.002735,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000957,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001778,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009385,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014973,"completed_at":"2026-06-16T07:22:09.782Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2096vm-test-run-nixbot-gitlab> gitlab # [  317.459968] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.783Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1dc6c1688876ad9d4f4c5a62","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1dc6c1688876ad9d4f4c5a62: start","job_status":"start","queue_duration_s":1.569363,"scheduling_latency_s":1.569378}2097vm-test-run-nixbot-gitlab> gitlab # [  317.471819] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.798Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1dc6c1688876ad9d4f4c5a62","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1dc6c1688876ad9d4f4c5a62: done: 0.015111 sec","job_status":"done","queue_duration_s":1.569363,"scheduling_latency_s":1.569378,"redis_calls":13,"redis_duration_s":0.002602,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000894,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001708,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009636,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015111,"completed_at":"2026-06-16T07:22:09.798Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2098vm-test-run-nixbot-gitlab> gitlab # [  317.509466] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.799Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a9ecc0e590d4f4b1f154dee4","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a9ecc0e590d4f4b1f154dee4: start","job_status":"start","queue_duration_s":1.585628,"scheduling_latency_s":1.585644}2099vm-test-run-nixbot-gitlab> gitlab # [  317.520856] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.814Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a9ecc0e590d4f4b1f154dee4","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a9ecc0e590d4f4b1f154dee4: done: 0.014858 sec","job_status":"done","queue_duration_s":1.585628,"scheduling_latency_s":1.585644,"redis_calls":13,"redis_duration_s":0.002072,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000683,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001389,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009418,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014858,"completed_at":"2026-06-16T07:22:09.814Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2100vm-test-run-nixbot-gitlab> gitlab # [  317.557279] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.816Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10ae35df3d8763699f7ac3e5","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10ae35df3d8763699f7ac3e5: start","job_status":"start","queue_duration_s":1.6017,"scheduling_latency_s":1.601715}2101vm-test-run-nixbot-gitlab> gitlab # [  317.568941] gitaly[1364]: time="2026-06-16T07:22:09.545Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY595BD6146NWM1PENCRS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:39.443" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:09.544" grpc.time_ms=1.06 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2102vm-test-run-nixbot-gitlab> gitlab # [  317.580732] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:10 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1222103vm-test-run-nixbot-gitlab> gitlab # [  317.583172] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.831Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10ae35df3d8763699f7ac3e5","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10ae35df3d8763699f7ac3e5: done: 0.015449 sec","job_status":"done","queue_duration_s":1.6017,"scheduling_latency_s":1.601715,"redis_calls":13,"redis_duration_s":0.0024980000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000838,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00166,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010047,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015449,"completed_at":"2026-06-16T07:22:09.831Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2104vm-test-run-nixbot-gitlab> gitlab # [  317.619899] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.832Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2ae676263dab35354d653dd2","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2ae676263dab35354d653dd2: start","job_status":"start","queue_duration_s":1.618532,"scheduling_latency_s":1.618548}2105vm-test-run-nixbot-gitlab> gitlab # [  317.631738] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.848Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2ae676263dab35354d653dd2","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2ae676263dab35354d653dd2: done: 0.015215 sec","job_status":"done","queue_duration_s":1.618532,"scheduling_latency_s":1.618548,"redis_calls":13,"redis_duration_s":0.0026959999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000991,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001705,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009614,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015215,"completed_at":"2026-06-16T07:22:09.848Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2106vm-test-run-nixbot-gitlab> gitlab # [  317.668404] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.849Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bd271da95740b015947f7757","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bd271da95740b015947f7757: start","job_status":"start","queue_duration_s":1.635124,"scheduling_latency_s":1.63514}2107vm-test-run-nixbot-gitlab> gitlab # [  317.679776] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.865Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bd271da95740b015947f7757","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bd271da95740b015947f7757: done: 0.015935 sec","job_status":"done","queue_duration_s":1.635124,"scheduling_latency_s":1.63514,"redis_calls":13,"redis_duration_s":0.003188,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000954,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002234,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009904,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015935,"completed_at":"2026-06-16T07:22:09.865Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2108vm-test-run-nixbot-gitlab> gitlab # [  317.717383] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.867Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"04d41f53c461a2f4c54818d6","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-04d41f53c461a2f4c54818d6: start","job_status":"start","queue_duration_s":1.652964,"scheduling_latency_s":1.652981}2109vm-test-run-nixbot-gitlab> gitlab # [  317.728997] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.882Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"04d41f53c461a2f4c54818d6","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-04d41f53c461a2f4c54818d6: done: 0.015529 sec","job_status":"done","queue_duration_s":1.652964,"scheduling_latency_s":1.652981,"redis_calls":13,"redis_duration_s":0.00289,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001006,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001884,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009743,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015529,"completed_at":"2026-06-16T07:22:09.882Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2110vm-test-run-nixbot-gitlab> gitlab # [  317.765649] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.884Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f1076167e79d6ab237b233a","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f1076167e79d6ab237b233a: start","job_status":"start","queue_duration_s":1.669907,"scheduling_latency_s":1.669923}2111vm-test-run-nixbot-gitlab> gitlab # [  317.777073] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.900Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f1076167e79d6ab237b233a","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f1076167e79d6ab237b233a: done: 0.015792 sec","job_status":"done","queue_duration_s":1.669907,"scheduling_latency_s":1.669923,"redis_calls":13,"redis_duration_s":0.002872,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000973,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001899,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01007,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015792,"completed_at":"2026-06-16T07:22:09.899Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2112vm-test-run-nixbot-gitlab> gitlab # [  317.813823] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.901Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"77ac0446b466b0a74bf6f6f2","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-77ac0446b466b0a74bf6f6f2: start","job_status":"start","queue_duration_s":1.687365,"scheduling_latency_s":1.687381}2113vm-test-run-nixbot-gitlab> gitlab # [  317.825487] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.916Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"77ac0446b466b0a74bf6f6f2","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-77ac0446b466b0a74bf6f6f2: done: 0.015217 sec","job_status":"done","queue_duration_s":1.687365,"scheduling_latency_s":1.687381,"redis_calls":13,"redis_duration_s":0.002678,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000909,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001769,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00957,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015217,"completed_at":"2026-06-16T07:22:09.916Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2114vm-test-run-nixbot-gitlab> gitlab # [  317.861986] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.918Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0cc6f0bf88c5b4ba46438985","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0cc6f0bf88c5b4ba46438985: start","job_status":"start","queue_duration_s":1.703906,"scheduling_latency_s":1.703922}2115vm-test-run-nixbot-gitlab> gitlab # [  317.873614] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.933Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0cc6f0bf88c5b4ba46438985","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0cc6f0bf88c5b4ba46438985: done: 0.015761 sec","job_status":"done","queue_duration_s":1.703906,"scheduling_latency_s":1.703922,"redis_calls":13,"redis_duration_s":0.002844,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000942,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001902,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009292,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015761,"completed_at":"2026-06-16T07:22:09.933Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2116vm-test-run-nixbot-gitlab> gitlab # [  317.911225] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.936Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad1d7ae72b179a5378ea29e5","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad1d7ae72b179a5378ea29e5: start","job_status":"start","queue_duration_s":1.722011,"scheduling_latency_s":1.722028}2117vm-test-run-nixbot-gitlab> gitlab # [  317.922906] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.951Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad1d7ae72b179a5378ea29e5","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad1d7ae72b179a5378ea29e5: done: 0.015519 sec","job_status":"done","queue_duration_s":1.722011,"scheduling_latency_s":1.722028,"redis_calls":13,"redis_duration_s":0.002757,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000935,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001822,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009778,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015519,"completed_at":"2026-06-16T07:22:09.951Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2118vm-test-run-nixbot-gitlab> gitlab # [  317.959613] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.953Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5dd67c5e7c614e0575106fd9","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5dd67c5e7c614e0575106fd9: start","job_status":"start","queue_duration_s":1.738884,"scheduling_latency_s":1.738899}2119vm-test-run-nixbot-gitlab> gitlab # [  317.971444] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.969Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5dd67c5e7c614e0575106fd9","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5dd67c5e7c614e0575106fd9: done: 0.016305 sec","job_status":"done","queue_duration_s":1.738884,"scheduling_latency_s":1.738899,"redis_calls":13,"redis_duration_s":0.003259,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000997,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002262,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009337,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016305,"completed_at":"2026-06-16T07:22:09.969Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2120vm-test-run-nixbot-gitlab> gitlab # [  318.008407] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.970Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7e5665122517bae23bdbbf4e","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7e5665122517bae23bdbbf4e: start","job_status":"start","queue_duration_s":1.756599,"scheduling_latency_s":1.756614}2121vm-test-run-nixbot-gitlab> gitlab # [  318.019915] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.986Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7e5665122517bae23bdbbf4e","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7e5665122517bae23bdbbf4e: done: 0.015298 sec","job_status":"done","queue_duration_s":1.756599,"scheduling_latency_s":1.756614,"redis_calls":13,"redis_duration_s":0.002783,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000915,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001868,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009631,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015298,"completed_at":"2026-06-16T07:22:09.986Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2122vm-test-run-nixbot-gitlab> gitlab # [  318.056919] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:09.987Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4e40f4b010091986b4562053","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4e40f4b010091986b4562053: start","job_status":"start","queue_duration_s":1.773329,"scheduling_latency_s":1.773346}2123vm-test-run-nixbot-gitlab> gitlab # [  318.068912] gitaly[1364]: time="2026-06-16T07:22:10.290Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY8CZ4A36GHD2CVN1CWZS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:40.288" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:10.289" grpc.time_ms=0.907 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2124vm-test-run-nixbot-gitlab> gitlab # [  318.080907] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.004Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4e40f4b010091986b4562053","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4e40f4b010091986b4562053: done: 0.016499 sec","job_status":"done","queue_duration_s":1.773329,"scheduling_latency_s":1.773346,"redis_calls":13,"redis_duration_s":0.002771,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000959,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001812,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010002,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016499,"completed_at":"2026-06-16T07:22:10.004Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2125vm-test-run-nixbot-gitlab> gitlab # [  318.119221] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.005Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c3e259054db7d730165b1a4","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c3e259054db7d730165b1a4: start","job_status":"start","queue_duration_s":1.791213,"scheduling_latency_s":1.791229}2126vm-test-run-nixbot-gitlab> gitlab # [  318.131028] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.020Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c3e259054db7d730165b1a4","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c3e259054db7d730165b1a4: done: 0.015454 sec","job_status":"done","queue_duration_s":1.791213,"scheduling_latency_s":1.791229,"redis_calls":13,"redis_duration_s":0.003182,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001294,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001888,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009673,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015454,"completed_at":"2026-06-16T07:22:10.020Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2127vm-test-run-nixbot-gitlab> gitlab # [  318.167499] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.022Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8df737b469ad95a317489c09","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8df737b469ad95a317489c09: start","job_status":"start","queue_duration_s":1.80795,"scheduling_latency_s":1.807967}2128vm-test-run-nixbot-gitlab> gitlab # [  318.179676] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.037Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8df737b469ad95a317489c09","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8df737b469ad95a317489c09: done: 0.015269 sec","job_status":"done","queue_duration_s":1.80795,"scheduling_latency_s":1.807967,"redis_calls":13,"redis_duration_s":0.002901,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001069,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001832,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009479,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015269,"completed_at":"2026-06-16T07:22:10.037Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2129vm-test-run-nixbot-gitlab> gitlab # [  318.216788] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0047cc791d55e8429e60cdc7","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0047cc791d55e8429e60cdc7: start","job_status":"start","queue_duration_s":1.82454,"scheduling_latency_s":1.824555}2130vm-test-run-nixbot-gitlab> gitlab # [  318.228363] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.054Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0047cc791d55e8429e60cdc7","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0047cc791d55e8429e60cdc7: done: 0.015145 sec","job_status":"done","queue_duration_s":1.82454,"scheduling_latency_s":1.824555,"redis_calls":13,"redis_duration_s":0.002629,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000942,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001687,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009205,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015145,"completed_at":"2026-06-16T07:22:10.053Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2131vm-test-run-nixbot-gitlab> gitlab # [  318.264743] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.055Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"404c94b0fa97e6429856e281","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-404c94b0fa97e6429856e281: start","job_status":"start","queue_duration_s":1.841514,"scheduling_latency_s":1.841529}2132vm-test-run-nixbot-gitlab> gitlab # [  318.276156] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.071Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"404c94b0fa97e6429856e281","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-404c94b0fa97e6429856e281: done: 0.015843 sec","job_status":"done","queue_duration_s":1.841514,"scheduling_latency_s":1.841529,"redis_calls":13,"redis_duration_s":0.003249,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000944,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002305,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009776,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015843,"completed_at":"2026-06-16T07:22:10.071Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2133vm-test-run-nixbot-gitlab> gitlab # [  318.312611] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.073Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"89d4c647b4b2ac8f70e8bca4","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-89d4c647b4b2ac8f70e8bca4: start","job_status":"start","queue_duration_s":1.858688,"scheduling_latency_s":1.858704}2134vm-test-run-nixbot-gitlab> gitlab # [  318.325254] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.088Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"89d4c647b4b2ac8f70e8bca4","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-89d4c647b4b2ac8f70e8bca4: done: 0.015689 sec","job_status":"done","queue_duration_s":1.858688,"scheduling_latency_s":1.858704,"redis_calls":13,"redis_duration_s":0.0029249999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001029,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001896,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00958,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015689,"completed_at":"2026-06-16T07:22:10.088Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2135vm-test-run-nixbot-gitlab> gitlab # [  318.362005] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.090Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cbd12cf766fe4f2baa9f62db","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cbd12cf766fe4f2baa9f62db: start","job_status":"start","queue_duration_s":1.875707,"scheduling_latency_s":1.876142}2136vm-test-run-nixbot-gitlab> gitlab # [  318.373706] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.105Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cbd12cf766fe4f2baa9f62db","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cbd12cf766fe4f2baa9f62db: done: 0.015533 sec","job_status":"done","queue_duration_s":1.875707,"scheduling_latency_s":1.876142,"redis_calls":13,"redis_duration_s":0.002935,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001189,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001746,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009426,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015533,"completed_at":"2026-06-16T07:22:10.105Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2137vm-test-run-nixbot-gitlab> gitlab # [  318.410344] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.106Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8334572d84a9b2c9f93c40b","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8334572d84a9b2c9f93c40b: start","job_status":"start","queue_duration_s":1.89255,"scheduling_latency_s":1.892565}2138vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses2139vm-test-run-nixbot-gitlab> gitlab # [  318.421773] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.122Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8334572d84a9b2c9f93c40b","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8334572d84a9b2c9f93c40b: done: 0.015329 sec","job_status":"done","queue_duration_s":1.89255,"scheduling_latency_s":1.892565,"redis_calls":13,"redis_duration_s":0.002777,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000975,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001802,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009628,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015329,"completed_at":"2026-06-16T07:22:10.122Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2140vm-test-run-nixbot-gitlab> gitlab # [  318.457496] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.123Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"87ec2623750beabd3fed40a2","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-87ec2623750beabd3fed40a2: start","job_status":"start","queue_duration_s":1.909165,"scheduling_latency_s":1.909181}2141vm-test-run-nixbot-gitlab> gitlab # [  318.468133] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.139Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"87ec2623750beabd3fed40a2","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-87ec2623750beabd3fed40a2: done: 0.015613 sec","job_status":"done","queue_duration_s":1.909165,"scheduling_latency_s":1.909181,"redis_calls":13,"redis_duration_s":0.002662,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000914,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001748,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009635,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015613,"completed_at":"2026-06-16T07:22:10.139Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2142vm-test-run-nixbot-gitlab> gitlab # [  318.503473] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.140Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9b597b3cee8f73be9a89ec8","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9b597b3cee8f73be9a89ec8: start","job_status":"start","queue_duration_s":1.926218,"scheduling_latency_s":1.926234}2143vm-test-run-nixbot-gitlab> gitlab # [  318.515333] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.155Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9b597b3cee8f73be9a89ec8","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9b597b3cee8f73be9a89ec8: done: 0.015332 sec","job_status":"done","queue_duration_s":1.926218,"scheduling_latency_s":1.926234,"redis_calls":13,"redis_duration_s":0.003154,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002222,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009635,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015332,"completed_at":"2026-06-16T07:22:10.155Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2144vm-test-run-nixbot-gitlab> gitlab # [  318.553034] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.157Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"66383cdcb8c4d6e6850b9dad","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-66383cdcb8c4d6e6850b9dad: start","job_status":"start","queue_duration_s":1.94293,"scheduling_latency_s":1.942946}2145vm-test-run-nixbot-gitlab> gitlab # [  318.564799] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.185Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"66383cdcb8c4d6e6850b9dad","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-66383cdcb8c4d6e6850b9dad: done: 0.028314 sec","job_status":"done","queue_duration_s":1.94293,"scheduling_latency_s":1.942946,"redis_calls":13,"redis_duration_s":0.007512,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002547,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004965,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019427,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.028314,"completed_at":"2026-06-16T07:22:10.185Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2146vm-test-run-nixbot-gitlab> gitlab # [  318.601606] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.187Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0c9cc424e93de02507ed6e49","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0c9cc424e93de02507ed6e49: start","job_status":"start","queue_duration_s":1.97339,"scheduling_latency_s":1.973408}2147vm-test-run-nixbot-gitlab> gitlab # [  318.613262] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.204Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0c9cc424e93de02507ed6e49","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0c9cc424e93de02507ed6e49: done: 0.016388 sec","job_status":"done","queue_duration_s":1.97339,"scheduling_latency_s":1.973408,"redis_calls":13,"redis_duration_s":0.0029170000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000977,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00194,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016388,"completed_at":"2026-06-16T07:22:10.204Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2148vm-test-run-nixbot-gitlab> gitlab # [  318.649986] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.207Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fcb000bc14a599e15426182f","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fcb000bc14a599e15426182f: start","job_status":"start","queue_duration_s":1.992627,"scheduling_latency_s":1.992672}2149vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses, in 0.24 seconds)2150vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'a8068beed1d67340d279e2a0a41f0933e4d2bbba', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-16T07:22:07.442Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2151vm-test-run-nixbot-gitlab> gitlab # [  318.661738] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.242Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fcb000bc14a599e15426182f","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fcb000bc14a599e15426182f: done: 0.035478 sec","job_status":"done","queue_duration_s":1.992627,"scheduling_latency_s":1.992672,"redis_calls":13,"redis_duration_s":0.005383,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002437,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002946,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02247,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.035478,"completed_at":"2026-06-16T07:22:10.242Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2152vm-test-run-nixbot-gitlab> gitlab # [  318.697863] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.245Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fb7f094b51d64fd5f1aa59fa","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fb7f094b51d64fd5f1aa59fa: start","job_status":"start","queue_duration_s":2.031105,"scheduling_latency_s":2.031142}2153vm-test-run-nixbot-gitlab> gitlab # [  318.711187] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.274Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fb7f094b51d64fd5f1aa59fa","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fb7f094b51d64fd5f1aa59fa: done: 0.029447 sec","job_status":"done","queue_duration_s":2.031105,"scheduling_latency_s":2.031142,"redis_calls":13,"redis_duration_s":0.003576,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001304,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002272,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019622,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.029447,"completed_at":"2026-06-16T07:22:10.274Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2154vm-test-run-nixbot-gitlab> gitlab # [  318.748879] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.277Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0ab5ca8f1c7a74365d9d45e9","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0ab5ca8f1c7a74365d9d45e9: start","job_status":"start","queue_duration_s":2.062707,"scheduling_latency_s":2.062739}2155vm-test-run-nixbot-gitlab> gitlab # [  318.760358] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.306Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0ab5ca8f1c7a74365d9d45e9","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0ab5ca8f1c7a74365d9d45e9: done: 0.029584 sec","job_status":"done","queue_duration_s":2.062707,"scheduling_latency_s":2.062739,"redis_calls":13,"redis_duration_s":0.007044,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001223,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005821,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017253,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.029584,"completed_at":"2026-06-16T07:22:10.306Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2156vm-test-run-nixbot-gitlab> gitlab # [  318.796635] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.310Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"60853cf32341469d17b390ea","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-60853cf32341469d17b390ea: start","job_status":"start","queue_duration_s":2.096112,"scheduling_latency_s":2.09614}2157vm-test-run-nixbot-gitlab> gitlab # [  318.807961] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.336Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"60853cf32341469d17b390ea","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-60853cf32341469d17b390ea: done: 0.026444 sec","job_status":"done","queue_duration_s":2.096112,"scheduling_latency_s":2.09614,"redis_calls":13,"redis_duration_s":0.003495,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001094,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002401,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016776,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026444,"completed_at":"2026-06-16T07:22:10.336Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2158vm-test-run-nixbot-gitlab> gitlab # [  318.844614] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.338Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9f1914f72949ca7c39ad5bf","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9f1914f72949ca7c39ad5bf: start","job_status":"start","queue_duration_s":2.124142,"scheduling_latency_s":2.124166}2159vm-test-run-nixbot-gitlab> gitlab # [  318.856212] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.359Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9f1914f72949ca7c39ad5bf","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9f1914f72949ca7c39ad5bf: done: 0.020629 sec","job_status":"done","queue_duration_s":2.124142,"scheduling_latency_s":2.124166,"redis_calls":13,"redis_duration_s":0.002957,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001057,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0019,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013533,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020629,"completed_at":"2026-06-16T07:22:10.359Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2160vm-test-run-nixbot-gitlab> gitlab # [  318.892635] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.360Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"18b31605d517ef3b830522bd","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-18b31605d517ef3b830522bd: start","job_status":"start","queue_duration_s":2.146316,"scheduling_latency_s":2.146336}2161vm-test-run-nixbot-gitlab> gitlab # [  318.904198] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.379Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"18b31605d517ef3b830522bd","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-18b31605d517ef3b830522bd: done: 0.018939 sec","job_status":"done","queue_duration_s":2.146316,"scheduling_latency_s":2.146336,"redis_calls":13,"redis_duration_s":0.003495,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001171,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002324,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011594,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018939,"completed_at":"2026-06-16T07:22:10.379Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2162vm-test-run-nixbot-gitlab> gitlab # [  318.940343] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.381Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3fa4c5eeafa3ceae4231b33","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3fa4c5eeafa3ceae4231b33: start","job_status":"start","queue_duration_s":2.167319,"scheduling_latency_s":2.167337}2163vm-test-run-nixbot-gitlab> gitlab # [  318.951741] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.406Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3fa4c5eeafa3ceae4231b33","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3fa4c5eeafa3ceae4231b33: done: 0.024895 sec","job_status":"done","queue_duration_s":2.167319,"scheduling_latency_s":2.167337,"redis_calls":13,"redis_duration_s":0.008398000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004884,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003514,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013411,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024895,"completed_at":"2026-06-16T07:22:10.406Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2164vm-test-run-nixbot-gitlab> gitlab # [  318.989496] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.408Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"629bb832d315c19b7ba7a83d","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-629bb832d315c19b7ba7a83d: start","job_status":"start","queue_duration_s":2.193892,"scheduling_latency_s":2.193911}2165vm-test-run-nixbot-gitlab> gitlab # [  319.000946] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.425Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"629bb832d315c19b7ba7a83d","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-629bb832d315c19b7ba7a83d: done: 0.017155 sec","job_status":"done","queue_duration_s":2.193892,"scheduling_latency_s":2.193911,"redis_calls":13,"redis_duration_s":0.002783,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000951,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001832,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010823,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017155,"completed_at":"2026-06-16T07:22:10.425Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2166vm-test-run-nixbot-gitlab> gitlab # [  319.037277] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.427Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cfc802bc037b1c8dc0acd68a","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cfc802bc037b1c8dc0acd68a: start","job_status":"start","queue_duration_s":2.212902,"scheduling_latency_s":2.212919}2167vm-test-run-nixbot-gitlab> gitlab # [  319.048983] gitaly[1364]: time="2026-06-16T07:22:11.534Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MY9KCA0W4G79CRWT65SYY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:41.533" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:11.533" grpc.time_ms=0.946 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2168vm-test-run-nixbot-gitlab> gitlab # [  319.061209] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:11 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1372169vm-test-run-nixbot-gitlab> gitlab # [  319.063669] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.443Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cfc802bc037b1c8dc0acd68a","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cfc802bc037b1c8dc0acd68a: done: 0.015957 sec","job_status":"done","queue_duration_s":2.212902,"scheduling_latency_s":2.212919,"redis_calls":13,"redis_duration_s":0.0027949999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001014,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001781,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01018,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015957,"completed_at":"2026-06-16T07:22:10.443Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2170vm-test-run-nixbot-gitlab> gitlab # [  319.100344] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.444Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"11b014039409f10f5739b14a","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-11b014039409f10f5739b14a: start","job_status":"start","queue_duration_s":2.230209,"scheduling_latency_s":2.230225}2171vm-test-run-nixbot-gitlab> gitlab # [  319.111572] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.464Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"11b014039409f10f5739b14a","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-11b014039409f10f5739b14a: done: 0.020244 sec","job_status":"done","queue_duration_s":2.230209,"scheduling_latency_s":2.230225,"redis_calls":13,"redis_duration_s":0.0028539999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001023,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001831,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012681,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020244,"completed_at":"2026-06-16T07:22:10.464Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2172vm-test-run-nixbot-gitlab> gitlab # [  319.148738] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.469Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8b4e341d1b6ffdb252351d7","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8b4e341d1b6ffdb252351d7: start","job_status":"start","queue_duration_s":2.254896,"scheduling_latency_s":2.254939}2173vm-test-run-nixbot-gitlab> gitlab # [  319.160221] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.722Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8b4e341d1b6ffdb252351d7","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8b4e341d1b6ffdb252351d7: done: 0.253666 sec","job_status":"done","queue_duration_s":2.254896,"scheduling_latency_s":2.254939,"redis_calls":13,"redis_duration_s":0.217815,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.106103,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.111712,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029412,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.253666,"completed_at":"2026-06-16T07:22:10.722Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2174vm-test-run-nixbot-gitlab> gitlab # [  319.198370] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.725Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6accb3c6bbe9ed26a7141cae","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6accb3c6bbe9ed26a7141cae: start","job_status":"start","queue_duration_s":2.511554,"scheduling_latency_s":2.511596}2175vm-test-run-nixbot-gitlab> gitlab # [  319.210109] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.761Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6accb3c6bbe9ed26a7141cae","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6accb3c6bbe9ed26a7141cae: done: 0.036046 sec","job_status":"done","queue_duration_s":2.511554,"scheduling_latency_s":2.511596,"redis_calls":13,"redis_duration_s":0.00434,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001393,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024135,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.036046,"completed_at":"2026-06-16T07:22:10.761Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2176vm-test-run-nixbot-gitlab> gitlab # [  319.246794] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.764Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad3622aa3d7b8f0b301ee06d","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad3622aa3d7b8f0b301ee06d: start","job_status":"start","queue_duration_s":2.550222,"scheduling_latency_s":2.550258}2177vm-test-run-nixbot-gitlab> gitlab # [  319.258326] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.793Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad3622aa3d7b8f0b301ee06d","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad3622aa3d7b8f0b301ee06d: done: 0.029155 sec","job_status":"done","queue_duration_s":2.550222,"scheduling_latency_s":2.550258,"redis_calls":13,"redis_duration_s":0.0038929999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001295,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002598,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018979,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.029155,"completed_at":"2026-06-16T07:22:10.793Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2178vm-test-run-nixbot-gitlab> gitlab # [  319.295314] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.795Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0d3851d35a91ccdc25dfc84c","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0d3851d35a91ccdc25dfc84c: start","job_status":"start","queue_duration_s":2.581269,"scheduling_latency_s":2.581294}2179vm-test-run-nixbot-gitlab> gitlab # [  319.307017] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.816Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0d3851d35a91ccdc25dfc84c","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0d3851d35a91ccdc25dfc84c: done: 0.020813 sec","job_status":"done","queue_duration_s":2.581269,"scheduling_latency_s":2.581294,"redis_calls":13,"redis_duration_s":0.003201,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001048,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002153,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013329,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020813,"completed_at":"2026-06-16T07:22:10.816Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2180vm-test-run-nixbot-gitlab> gitlab # [  319.343618] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.817Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c27bfbec85205fb55912b28f","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c27bfbec85205fb55912b28f: start","job_status":"start","queue_duration_s":2.603635,"scheduling_latency_s":2.603655}2181vm-test-run-nixbot-gitlab> gitlab # [  319.355428] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.835Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c27bfbec85205fb55912b28f","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c27bfbec85205fb55912b28f: done: 0.017496 sec","job_status":"done","queue_duration_s":2.603635,"scheduling_latency_s":2.603655,"redis_calls":13,"redis_duration_s":0.0028380000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000987,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001851,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011107,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017496,"completed_at":"2026-06-16T07:22:10.835Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2182vm-test-run-nixbot-gitlab> gitlab # [  319.393083] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.837Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb2cb50e3ee5058f2666ddb9","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb2cb50e3ee5058f2666ddb9: start","job_status":"start","queue_duration_s":2.622655,"scheduling_latency_s":2.622672}2183vm-test-run-nixbot-gitlab> gitlab # [  319.404459] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.852Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb2cb50e3ee5058f2666ddb9","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb2cb50e3ee5058f2666ddb9: done: 0.01581 sec","job_status":"done","queue_duration_s":2.622655,"scheduling_latency_s":2.622672,"redis_calls":13,"redis_duration_s":0.002711,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000951,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00176,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009954,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01581,"completed_at":"2026-06-16T07:22:10.852Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2184vm-test-run-nixbot-gitlab> gitlab # [  319.440703] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.854Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3290dae4c2efe7831d00f9f2","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3290dae4c2efe7831d00f9f2: start","job_status":"start","queue_duration_s":2.639836,"scheduling_latency_s":2.639851}2185vm-test-run-nixbot-gitlab> gitlab # [  319.452213] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.869Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3290dae4c2efe7831d00f9f2","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3290dae4c2efe7831d00f9f2: done: 0.01566 sec","job_status":"done","queue_duration_s":2.639836,"scheduling_latency_s":2.639851,"redis_calls":13,"redis_duration_s":0.003205,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000987,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002218,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009596,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01566,"completed_at":"2026-06-16T07:22:10.869Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2186vm-test-run-nixbot-gitlab> gitlab # [  319.488499] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2cade85378abe919cc0fac6b","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2cade85378abe919cc0fac6b: start","job_status":"start","queue_duration_s":2.656884,"scheduling_latency_s":2.656901}2187vm-test-run-nixbot-gitlab> gitlab # [  319.500020] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.887Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2cade85378abe919cc0fac6b","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2cade85378abe919cc0fac6b: done: 0.015855 sec","job_status":"done","queue_duration_s":2.656884,"scheduling_latency_s":2.656901,"redis_calls":13,"redis_duration_s":0.00284,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001835,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00994,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015855,"completed_at":"2026-06-16T07:22:10.887Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2188vm-test-run-nixbot-gitlab> gitlab # [  319.536257] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.888Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8e06edf27801755f18a94097","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8e06edf27801755f18a94097: start","job_status":"start","queue_duration_s":2.674287,"scheduling_latency_s":2.674306}2189vm-test-run-nixbot-gitlab> gitlab # [  319.547774] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.905Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8e06edf27801755f18a94097","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8e06edf27801755f18a94097: done: 0.016628 sec","job_status":"done","queue_duration_s":2.674287,"scheduling_latency_s":2.674306,"redis_calls":13,"redis_duration_s":0.0032640000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001191,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002073,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010107,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016628,"completed_at":"2026-06-16T07:22:10.905Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2190vm-test-run-nixbot-gitlab> gitlab # [  319.584886] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.906Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9471f9066377fcd0c929f3ce","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9471f9066377fcd0c929f3ce: start","job_status":"start","queue_duration_s":2.692346,"scheduling_latency_s":2.692365}2191vm-test-run-nixbot-gitlab> gitlab # [  319.597340] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.923Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9471f9066377fcd0c929f3ce","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9471f9066377fcd0c929f3ce: done: 0.016424 sec","job_status":"done","queue_duration_s":2.692346,"scheduling_latency_s":2.692365,"redis_calls":13,"redis_duration_s":0.002791,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001065,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001726,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010283,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016424,"completed_at":"2026-06-16T07:22:10.923Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2192vm-test-run-nixbot-gitlab> gitlab # [  319.633920] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.924Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"40cf0faff405216f946c4467","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-40cf0faff405216f946c4467: start","job_status":"start","queue_duration_s":2.710342,"scheduling_latency_s":2.710361}2193vm-test-run-nixbot-gitlab> gitlab # [  319.645513] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.940Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"40cf0faff405216f946c4467","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-40cf0faff405216f946c4467: done: 0.015584 sec","job_status":"done","queue_duration_s":2.710342,"scheduling_latency_s":2.710361,"redis_calls":13,"redis_duration_s":0.002641,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000959,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001682,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009648,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015584,"completed_at":"2026-06-16T07:22:10.940Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2194vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses2195vm-test-run-nixbot-gitlab> gitlab # [  319.682573] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.941Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"467be6cb8f074e1e590f373b","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-467be6cb8f074e1e590f373b: start","job_status":"start","queue_duration_s":2.727331,"scheduling_latency_s":2.727347}2196vm-test-run-nixbot-gitlab> gitlab # [  319.693971] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.956Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"467be6cb8f074e1e590f373b","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-467be6cb8f074e1e590f373b: done: 0.015094 sec","job_status":"done","queue_duration_s":2.727331,"scheduling_latency_s":2.727347,"redis_calls":13,"redis_duration_s":0.002676,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001764,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009324,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015094,"completed_at":"2026-06-16T07:22:10.956Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2197vm-test-run-nixbot-gitlab> gitlab # [  319.727907] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.958Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc78f5144d27d68216737b36","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc78f5144d27d68216737b36: start","job_status":"start","queue_duration_s":2.743805,"scheduling_latency_s":2.743821}2198vm-test-run-nixbot-gitlab> gitlab # [  319.739658] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.973Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc78f5144d27d68216737b36","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc78f5144d27d68216737b36: done: 0.015083 sec","job_status":"done","queue_duration_s":2.743805,"scheduling_latency_s":2.743821,"redis_calls":13,"redis_duration_s":0.002853,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00097,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001883,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009184,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015083,"completed_at":"2026-06-16T07:22:10.973Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2199vm-test-run-nixbot-gitlab> gitlab # [  319.776487] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.974Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"146476328d2c793807dafa61","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-146476328d2c793807dafa61: start","job_status":"start","queue_duration_s":2.760246,"scheduling_latency_s":2.760262}2200vm-test-run-nixbot-gitlab> gitlab # [  319.788073] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.989Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"146476328d2c793807dafa61","created_at":"2026-06-16T07:22:08.083Z","trace_propagation_headers":{"sentry-trace":"c9bc59f3214d43d08a40fdf064a8643f-1e8441741f6a48f3","baggage":"sentry-trace_id=c9bc59f3214d43d08a40fdf064a8643f,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7c0a05ae03a18a8ca308b69934c7de70","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.214Z","job_size_bytes":2,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-146476328d2c793807dafa61: done: 0.014989 sec","job_status":"done","queue_duration_s":2.760246,"scheduling_latency_s":2.760262,"redis_calls":13,"redis_duration_s":0.0029,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000955,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001945,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009186,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014989,"completed_at":"2026-06-16T07:22:10.989Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2201vm-test-run-nixbot-gitlab> gitlab # [  319.825676] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:10.990Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"4448ed8146235f57f64fc84d","created_at":"2026-06-16T07:22:08.447Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.453Z","job_size_bytes":23,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-4448ed8146235f57f64fc84d: start","job_status":"start","queue_duration_s":2.537756,"scheduling_latency_s":2.537772}2202vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses, in 0.19 seconds)2203vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'a8068beed1d67340d279e2a0a41f0933e4d2bbba', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-16T07:22:07.442Z', 'started_at': None, 'finished_at': '2026-06-16T07:22:12.456Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'a8068beed1d67340d279e2a0a41f0933e4d2bbba', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-16T07:22:12.729Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2204vm-test-run-nixbot-gitlab> gitlab # [  319.840972] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.081Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"4448ed8146235f57f64fc84d","created_at":"2026-06-16T07:22:08.447Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.453Z","job_size_bytes":23,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-4448ed8146235f57f64fc84d: done: 0.090215 sec","job_status":"done","queue_duration_s":2.537756,"scheduling_latency_s":2.537772,"redis_calls":10,"redis_duration_s":0.003434,"redis_read_bytes":9,"redis_write_bytes":1029,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000508,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002275,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":534,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000651,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":12,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.007,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.061208,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00051656,"duration_s":0.090215,"completed_at":"2026-06-16T07:22:11.081Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.023882,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2205vm-test-run-nixbot-gitlab> gitlab # [  319.883569] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.083Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"f204f5b64883f30c1ab2bd74","created_at":"2026-06-16T07:22:08.646Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.657Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-f204f5b64883f30c1ab2bd74: start","job_status":"start","queue_duration_s":2.425759,"scheduling_latency_s":2.425783}2206vm-test-run-nixbot-gitlab> gitlab # [  319.899371] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.120Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"f204f5b64883f30c1ab2bd74","created_at":"2026-06-16T07:22:08.646Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.657Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-f204f5b64883f30c1ab2bd74: done: 0.037289 sec","job_status":"done","queue_duration_s":2.425759,"scheduling_latency_s":2.425783,"redis_calls":10,"redis_duration_s":0.0031850000000000003,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000594,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001907,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000684,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021219,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00050872,"duration_s":0.037289,"completed_at":"2026-06-16T07:22:11.120Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00796,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2207vm-test-run-nixbot-gitlab> gitlab # [  319.941899] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.122Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"a8cdddd8a5a9542460615126","created_at":"2026-06-16T07:22:08.687Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.697Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-a8cdddd8a5a9542460615126: start","job_status":"start","queue_duration_s":2.424576,"scheduling_latency_s":2.424594}2208vm-test-run-nixbot-gitlab> gitlab # [  319.956567] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.166Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"a8cdddd8a5a9542460615126","created_at":"2026-06-16T07:22:08.687Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.697Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-a8cdddd8a5a9542460615126: done: 0.043906 sec","job_status":"done","queue_duration_s":2.424576,"scheduling_latency_s":2.424594,"redis_calls":10,"redis_duration_s":0.002817,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000465,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001732,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00062,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.013,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022584,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00048944,"duration_s":0.043906,"completed_at":"2026-06-16T07:22:11.166Z","load_balancing_strategy":"primary","db_duration_s":0.01417,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2209vm-test-run-nixbot-gitlab> gitlab # [  319.997669] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.168Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"1da861d4786f4160315daabc","created_at":"2026-06-16T07:22:08.715Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.724Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-1da861d4786f4160315daabc: start","job_status":"start","queue_duration_s":2.443839,"scheduling_latency_s":2.443858}2210vm-test-run-nixbot-gitlab> gitlab # [  320.013124] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.204Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"1da861d4786f4160315daabc","created_at":"2026-06-16T07:22:08.715Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.724Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-1da861d4786f4160315daabc: done: 0.036323 sec","job_status":"done","queue_duration_s":2.443839,"scheduling_latency_s":2.443858,"redis_calls":13,"redis_duration_s":0.004133,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000498,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002128,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000925,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000582,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021194,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039206,"duration_s":0.036323,"completed_at":"2026-06-16T07:22:11.204Z","load_balancing_strategy":"primary","db_duration_s":0.007311,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2211vm-test-run-nixbot-gitlab> gitlab # [  320.056148] gitaly[1364]: time="2026-06-16T07:22:12.197Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MYA86VVPVX5JEDNHA907F grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:42.195" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:12.196" grpc.time_ms=1.295 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2212vm-test-run-nixbot-gitlab> gitlab # [  320.068339] nixbot[3790]: {"ts": "2026-06-16T07:22:12.520Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a8068beed1d67340d279e2a0a41f0933e4d2bbba \"HTTP/1.1 201 Created\""}2213vm-test-run-nixbot-gitlab> gitlab # [  320.070854] nixbot[3790]: {"ts": "2026-06-16T07:22:12.769Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a8068beed1d67340d279e2a0a41f0933e4d2bbba \"HTTP/1.1 201 Created\""}2214vm-test-run-nixbot-gitlab> gitlab # [  320.073482] nixbot[3790]: {"ts": "2026-06-16T07:22:12.938Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a8068beed1d67340d279e2a0a41f0933e4d2bbba \"HTTP/1.1 201 Created\""}2215vm-test-run-nixbot-gitlab> gitlab # [  320.076052] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.206Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"4d40b4bdaaf942f79e4e2b4d","created_at":"2026-06-16T07:22:08.725Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.733Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-4d40b4bdaaf942f79e4e2b4d: start","job_status":"start","queue_duration_s":2.472761,"scheduling_latency_s":2.472778}2216vm-test-run-nixbot-gitlab> gitlab # [  320.091426] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.238Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"4d40b4bdaaf942f79e4e2b4d","created_at":"2026-06-16T07:22:08.725Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.733Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-4d40b4bdaaf942f79e4e2b4d: done: 0.032629 sec","job_status":"done","queue_duration_s":2.472761,"scheduling_latency_s":2.472778,"redis_calls":10,"redis_duration_s":0.002725,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000526,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001666,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000533,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017075,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00034316,"duration_s":0.032629,"completed_at":"2026-06-16T07:22:11.238Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008564,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2217vm-test-run-nixbot-gitlab> gitlab # [  320.133051] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.240Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"815cb27ca2a4ad109311598c","created_at":"2026-06-16T07:22:08.734Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.744Z","job_size_bytes":19,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-815cb27ca2a4ad109311598c: start","job_status":"start","queue_duration_s":2.495656,"scheduling_latency_s":2.495673}2218vm-test-run-nixbot-gitlab> gitlab # [  320.148163] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.271Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"815cb27ca2a4ad109311598c","created_at":"2026-06-16T07:22:08.734Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.744Z","job_size_bytes":19,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-815cb27ca2a4ad109311598c: done: 0.031203 sec","job_status":"done","queue_duration_s":2.495656,"scheduling_latency_s":2.495673,"redis_calls":11,"redis_duration_s":0.002705,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000498,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001726,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000481,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017859,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003087,"duration_s":0.031203,"completed_at":"2026-06-16T07:22:11.271Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006557,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2219vm-test-run-nixbot-gitlab> gitlab # [  320.189445] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.272Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"44d067a7bd5b7ccb18083994","created_at":"2026-06-16T07:22:08.748Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f786010d22acb06782f1370d01e07bde28bed0498922adde5f6769effe4cc7f7","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.755Z","job_size_bytes":66,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-44d067a7bd5b7ccb18083994: start","job_status":"start","queue_duration_s":2.517354,"scheduling_latency_s":2.517371}2220vm-test-run-nixbot-gitlab> gitlab # [  320.205706] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.412Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"44d067a7bd5b7ccb18083994","created_at":"2026-06-16T07:22:08.748Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f786010d22acb06782f1370d01e07bde28bed0498922adde5f6769effe4cc7f7","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.755Z","job_size_bytes":66,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-44d067a7bd5b7ccb18083994: done: 0.139681 sec","job_status":"done","queue_duration_s":2.517354,"scheduling_latency_s":2.517371,"redis_calls":10,"redis_duration_s":0.002234,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000452,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001321,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000461,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.127766,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00024784,"duration_s":0.139681,"completed_at":"2026-06-16T07:22:11.412Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005418,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2221vm-test-run-nixbot-gitlab> gitlab # [  320.249244] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.413Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"c820ffabf8c66e700c1a0bdf","created_at":"2026-06-16T07:22:08.756Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.760Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-c820ffabf8c66e700c1a0bdf: start","job_status":"start","queue_duration_s":2.652909,"scheduling_latency_s":2.652927}2222vm-test-run-nixbot-gitlab> gitlab # [  320.264387] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.447Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"c820ffabf8c66e700c1a0bdf","created_at":"2026-06-16T07:22:08.756Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.760Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-c820ffabf8c66e700c1a0bdf: done: 0.033666 sec","job_status":"done","queue_duration_s":2.652909,"scheduling_latency_s":2.652927,"redis_calls":7,"redis_duration_s":0.0011459999999999999,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000846,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.0003,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022495,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.033666,"completed_at":"2026-06-16T07:22:11.447Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006648,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2223vm-test-run-nixbot-gitlab> gitlab # [  320.304113] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.449Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"22f71571722fea47ad484daa","created_at":"2026-06-16T07:22:08.856Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.866Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-22f71571722fea47ad484daa: start","job_status":"start","queue_duration_s":2.583022,"scheduling_latency_s":2.58304}2224vm-test-run-nixbot-gitlab> gitlab # [  320.319085] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.482Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"22f71571722fea47ad484daa","created_at":"2026-06-16T07:22:08.856Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.866Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-22f71571722fea47ad484daa: done: 0.033779 sec","job_status":"done","queue_duration_s":2.583022,"scheduling_latency_s":2.58304,"redis_calls":10,"redis_duration_s":0.00233,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000288,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001765,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000277,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020797,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0012589,"duration_s":0.033779,"completed_at":"2026-06-16T07:22:11.482Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007909,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2225vm-test-run-nixbot-gitlab> gitlab # [  320.360902] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.484Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"fc6728f724c350aab8dd4ae7","created_at":"2026-06-16T07:22:08.867Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.876Z","job_size_bytes":6,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-fc6728f724c350aab8dd4ae7: start","job_status":"start","queue_duration_s":2.60787,"scheduling_latency_s":2.60789}2226vm-test-run-nixbot-gitlab> gitlab # [  320.375777] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.507Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"fc6728f724c350aab8dd4ae7","created_at":"2026-06-16T07:22:08.867Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.876Z","job_size_bytes":6,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-fc6728f724c350aab8dd4ae7: done: 0.022827 sec","job_status":"done","queue_duration_s":2.60787,"scheduling_latency_s":2.60789,"redis_calls":10,"redis_duration_s":0.0014320000000000001,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000278,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000854,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.0003,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027692,"duration_s":0.022827,"completed_at":"2026-06-16T07:22:11.507Z","load_balancing_strategy":"primary","db_duration_s":0.002064,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2227vm-test-run-nixbot-gitlab> gitlab # [  320.417932] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.508Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1"],"class":"PipelineMetricsWorker","jid":"a261fa8b6f871dbd4d21014a","created_at":"2026-06-16T07:22:08.877Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:644fde72c31829615c47ecd7736206eb57ccdd526788a2927a77070bca65b393","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.887Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-a261fa8b6f871dbd4d21014a: start","job_status":"start","queue_duration_s":2.621416,"scheduling_latency_s":2.621434}2228vm-test-run-nixbot-gitlab> gitlab # [  320.432336] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.546Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1"],"class":"PipelineMetricsWorker","jid":"a261fa8b6f871dbd4d21014a","created_at":"2026-06-16T07:22:08.877Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:644fde72c31829615c47ecd7736206eb57ccdd526788a2927a77070bca65b393","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.887Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-a261fa8b6f871dbd4d21014a: done: 0.037897 sec","job_status":"done","queue_duration_s":2.621416,"scheduling_latency_s":2.621434,"redis_calls":10,"redis_duration_s":0.004056,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000323,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001905,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001828,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02061,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027006,"duration_s":0.037897,"completed_at":"2026-06-16T07:22:11.546Z","load_balancing_strategy":"primary","db_duration_s":0.009474,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2229vm-test-run-nixbot-gitlab> gitlab # [  320.472576] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.549Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"8e586830b5cdbb191b04e6fd","created_at":"2026-06-16T07:22:08.968Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.972Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-8e586830b5cdbb191b04e6fd: start","job_status":"start","queue_duration_s":2.576734,"scheduling_latency_s":2.576752}2230vm-test-run-nixbot-gitlab> gitlab # [  320.487034] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.567Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"8e586830b5cdbb191b04e6fd","created_at":"2026-06-16T07:22:08.968Z","trace_propagation_headers":{"sentry-trace":"0d75c622d9a945ea8142cd041ba3b3de-209929726b8242d3","baggage":"sentry-trace_id=0d75c622d9a945ea8142cd041ba3b3de,sentry-release=Unknown"},"correlation_id":"01KV7MY4PX9PSZZY5PRP0P7YYE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:08.972Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-8e586830b5cdbb191b04e6fd: done: 0.018651 sec","job_status":"done","queue_duration_s":2.576734,"scheduling_latency_s":2.576752,"redis_calls":8,"redis_duration_s":0.001366,"redis_read_bytes":6,"redis_write_bytes":754,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001062,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000304,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":190,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012885,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018651,"completed_at":"2026-06-16T07:22:11.567Z","load_balancing_strategy":"primary","db_duration_s":0.001545,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2231vm-test-run-nixbot-gitlab> gitlab # [  320.526211] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.568Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"37a5c11b024b988fec826424","created_at":"2026-06-16T07:22:09.453Z","trace_propagation_headers":{"sentry-trace":"b51289432f7e40f1bf67e8883de83ae7-12d1125dc12343af","baggage":"sentry-trace_id=b51289432f7e40f1bf67e8883de83ae7,sentry-release=Unknown"},"correlation_id":"01KV7MY595BD6146NWM1PENCRS","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:09.455Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-37a5c11b024b988fec826424: start","job_status":"start","queue_duration_s":2.11328,"scheduling_latency_s":2.113297}2232vm-test-run-nixbot-gitlab> gitlab # [  320.541350] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:11.600Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"37a5c11b024b988fec826424","created_at":"2026-06-16T07:22:09.453Z","trace_propagation_headers":{"sentry-trace":"b51289432f7e40f1bf67e8883de83ae7-12d1125dc12343af","baggage":"sentry-trace_id=b51289432f7e40f1bf67e8883de83ae7,sentry-release=Unknown"},"correlation_id":"01KV7MY595BD6146NWM1PENCRS","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:09.455Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-37a5c11b024b988fec826424: done: 0.031178 sec","job_status":"done","queue_duration_s":2.11328,"scheduling_latency_s":2.113297,"redis_calls":7,"redis_duration_s":0.001032,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000755,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000277,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021675,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031178,"completed_at":"2026-06-16T07:22:11.599Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00523,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2233vm-test-run-nixbot-gitlab> gitlab # [  320.581516] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:12 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 4152234vm-test-run-nixbot-gitlab> gitlab # [  320.583806] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:12 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 2382235vm-test-run-nixbot-gitlab> gitlab # [  320.586327] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:12 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1122236vm-test-run-nixbot-gitlab> gitlab # [  320.588798] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:12 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a8068beed1d67340d279e2a0a41f0933e4d2bbba HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 1532237vm-test-run-nixbot-gitlab> gitlab # [  320.591102] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:13 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1072238vm-test-run-nixbot-gitlab> gitlab # [  320.593177] gitaly[1364]: time="2026-06-16T07:22:12.411Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KV7MYA86VVPVX5JEDNHA907F grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-16T07:22:22.272" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-16T07:22:12.393" grpc.time_ms=18.001 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2239vm-test-run-nixbot-gitlab> gitlab # [  320.605980] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:12.488Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"d79f991d331c62e6e2131c75","created_at":"2026-06-16T07:22:12.478Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-b2e13631034945b5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.485Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-d79f991d331c62e6e2131c75: start","job_status":"start","queue_duration_s":0.003093,"scheduling_latency_s":0.003149}2240vm-test-run-nixbot-gitlab> gitlab # [  320.620836] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:12.928Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"f88c724ddcbe6179196febf9","created_at":"2026-06-16T07:22:12.925Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"d79f991d331c62e6e2131c75","job_size_bytes":3,"pid":2423,"job_status":"deduplicated","message":"PipelineProcessWorker JID-f88c724ddcbe6179196febf9: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2241vm-test-run-nixbot-gitlab> gitlab # [  320.636254] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:12.930Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"d79f991d331c62e6e2131c75","created_at":"2026-06-16T07:22:12.478Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-b2e13631034945b5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.485Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2423,"job_status":"rescheduled","message":"PipelineProcessWorker JID-d79f991d331c62e6e2131c75: rescheduled"}2242vm-test-run-nixbot-gitlab> gitlab # [  320.650517] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:12.949Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"d79f991d331c62e6e2131c75","created_at":"2026-06-16T07:22:12.478Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-b2e13631034945b5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.485Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-d79f991d331c62e6e2131c75: done: 0.460828 sec","job_status":"done","queue_duration_s":0.003093,"scheduling_latency_s":0.003149,"gitaly_calls":4,"gitaly_duration_s":0.187523,"redis_calls":89,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.023821000000000002,"redis_read_bytes":258,"redis_write_bytes":22668,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001038,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002372,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_queues_calls":25,"redis_queues_duration_s":0.004276,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14461,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.009776,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.00091,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001135,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.003276,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":36,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":36,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.053,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":21,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.008,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.011,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.017,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.20256,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.39884002,"duration_s":0.460828,"completed_at":"2026-06-16T07:22:12.949Z","load_balancing_strategy":"primary","db_duration_s":0.054407,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2243vm-test-run-nixbot-gitlab> gitlab # [  320.699241] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:12.952Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"14fae5163338219e020229b8","created_at":"2026-06-16T07:22:12.589Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.592Z","job_size_bytes":23,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-14fae5163338219e020229b8: start","job_status":"start","queue_duration_s":0.360225,"scheduling_latency_s":0.360264}2244vm-test-run-nixbot-gitlab> gitlab # [  320.714959] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.013Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"14fae5163338219e020229b8","created_at":"2026-06-16T07:22:12.589Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.592Z","job_size_bytes":23,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-14fae5163338219e020229b8: done: 0.061291 sec","job_status":"done","queue_duration_s":0.360225,"scheduling_latency_s":0.360264,"redis_calls":7,"redis_duration_s":0.001703,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00123,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000473,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0461,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.061291,"completed_at":"2026-06-16T07:22:13.013Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008668,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2245vm-test-run-nixbot-gitlab> gitlab # [  320.755048] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.017Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"7d7d21b8c4a06c7dbe03000f","created_at":"2026-06-16T07:22:12.785Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.788Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-7d7d21b8c4a06c7dbe03000f: start","job_status":"start","queue_duration_s":0.228905,"scheduling_latency_s":0.228933}2246vm-test-run-nixbot-gitlab> gitlab # [  320.771186] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.051Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"7d7d21b8c4a06c7dbe03000f","created_at":"2026-06-16T07:22:12.785Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.788Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-7d7d21b8c4a06c7dbe03000f: done: 0.034665 sec","job_status":"done","queue_duration_s":0.228905,"scheduling_latency_s":0.228933,"redis_calls":7,"redis_duration_s":0.002275,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001629,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000646,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020649,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.034665,"completed_at":"2026-06-16T07:22:13.051Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006114,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2247vm-test-run-nixbot-gitlab> gitlab # [  320.811490] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.053Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"8dd32cd2ca78db02de3eec4e","created_at":"2026-06-16T07:22:12.795Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.798Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-8dd32cd2ca78db02de3eec4e: start","job_status":"start","queue_duration_s":0.254958,"scheduling_latency_s":0.254981}2248vm-test-run-nixbot-gitlab> gitlab # [  320.826699] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.100Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"8dd32cd2ca78db02de3eec4e","created_at":"2026-06-16T07:22:12.795Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.798Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-8dd32cd2ca78db02de3eec4e: done: 0.046982 sec","job_status":"done","queue_duration_s":0.254958,"scheduling_latency_s":0.254981,"redis_calls":7,"redis_duration_s":0.001743,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001235,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000508,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027137,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.046982,"completed_at":"2026-06-16T07:22:13.100Z","load_balancing_strategy":"primary","db_duration_s":0.014182,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2249vm-test-run-nixbot-gitlab> gitlab # [  320.867082] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.102Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"96c701d1f95b413c1f103a94","created_at":"2026-06-16T07:22:12.808Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.810Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-96c701d1f95b413c1f103a94: start","job_status":"start","queue_duration_s":0.291959,"scheduling_latency_s":0.291984}2250vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses2251vm-test-run-nixbot-gitlab> gitlab # [  320.882007] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.415Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"96c701d1f95b413c1f103a94","created_at":"2026-06-16T07:22:12.808Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.810Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-96c701d1f95b413c1f103a94: done: 0.312477 sec","job_status":"done","queue_duration_s":0.291959,"scheduling_latency_s":0.291984,"redis_calls":10,"redis_duration_s":0.003254,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001778,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000867,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000609,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030898,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.312477,"completed_at":"2026-06-16T07:22:13.414Z","load_balancing_strategy":"primary","db_duration_s":0.004826,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2252vm-test-run-nixbot-gitlab> gitlab # [  320.919904] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.418Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"907990ecd9e95ffd3926cebf","created_at":"2026-06-16T07:22:12.811Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.813Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-907990ecd9e95ffd3926cebf: start","job_status":"start","queue_duration_s":0.604279,"scheduling_latency_s":0.604301}2253vm-test-run-nixbot-gitlab> gitlab # [  320.938260] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.462Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"907990ecd9e95ffd3926cebf","created_at":"2026-06-16T07:22:12.811Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.813Z","job_size_bytes":3,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-907990ecd9e95ffd3926cebf: done: 0.044736 sec","job_status":"done","queue_duration_s":0.604279,"scheduling_latency_s":0.604301,"redis_calls":7,"redis_duration_s":0.006123,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004215,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001908,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016117,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.044736,"completed_at":"2026-06-16T07:22:13.462Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010066,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2254vm-test-run-nixbot-gitlab> gitlab # [  320.978987] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.467Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"ab9864ccf90707cdb868e5ad","created_at":"2026-06-16T07:22:12.814Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.816Z","job_size_bytes":19,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-ab9864ccf90707cdb868e5ad: start","job_status":"start","queue_duration_s":0.650819,"scheduling_latency_s":0.650867}2255vm-test-run-nixbot-gitlab> gitlab # [  320.994973] nix-daemon[4095]: accepted connection from pid 4348, user nixbot2256vm-test-run-nixbot-gitlab> gitlab # [  320.995856] nix-daemon[4095]: accepted connection from pid 4375, user nixbot2257vm-test-run-nixbot-gitlab> gitlab # [  320.996807] gitlab-workhorse[1294]: time="2026-06-16T07:22:13Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672258vm-test-run-nixbot-gitlab> gitlab # [  320.998521] gitlab-workhorse[1294]: gitlab 2001:db8:1::1 - - [2026/06/16:07:22:13 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 1002259vm-test-run-nixbot-gitlab> gitlab # [  321.000334] gitaly[1364]: time="2026-06-16T07:22:12.632Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KV7MYANG6P0FQ450G5NSA6CQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-16T07:22:42.629" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-16T07:22:12.630" grpc.time_ms=2.352 pid=1364 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2260vm-test-run-nixbot-gitlab> gitlab # [  321.011958] gitaly[1364]: time="2026-06-16T07:22:12.670Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KV7MYA86VVPVX5JEDNHA907F grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-16T07:22:12.669" grpc.time_ms=0.458 pid=1364 span.kind=server system=grpc2261vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a8068beed1d67340d279e2a0a41f0933e4d2bbba/statuses, in 0.18 seconds)2262vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'a8068beed1d67340d279e2a0a41f0933e4d2bbba', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-16T07:22:07.442Z', 'started_at': None, 'finished_at': '2026-06-16T07:22:12.456Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'a8068beed1d67340d279e2a0a41f0933e4d2bbba', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '0 attributes built', 'created_at': '2026-06-16T07:22:12.729Z', 'started_at': None, 'finished_at': '2026-06-16T07:22:12.910Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2263vm-test-run-nixbot-gitlab> gitlab # [  321.021122] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.534Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"ab9864ccf90707cdb868e5ad","created_at":"2026-06-16T07:22:12.814Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.816Z","job_size_bytes":19,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-ab9864ccf90707cdb868e5ad: done: 0.067448 sec","job_status":"done","queue_duration_s":0.650819,"scheduling_latency_s":0.650867,"redis_calls":8,"redis_duration_s":0.00396,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003326,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000634,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.043422,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.067448,"completed_at":"2026-06-16T07:22:13.534Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006186,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2264vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 6.19 seconds)2265vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 370.21 seconds)2266vm-test-run-nixbot-gitlab> gitlab # [  321.061584] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.538Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"ba07228ad405c52a13ea8bbd","created_at":"2026-06-16T07:22:12.817Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.821Z","job_size_bytes":66,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-ba07228ad405c52a13ea8bbd: start","job_status":"start","queue_duration_s":0.716573,"scheduling_latency_s":0.71662}2267vm-test-run-nixbot-gitlab> gitlab # [  321.077894] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.578Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"ba07228ad405c52a13ea8bbd","created_at":"2026-06-16T07:22:12.817Z","trace_propagation_headers":{"sentry-trace":"aedccb2c743c415898e3e51719b052c2-5804b07515b545f5","baggage":"sentry-trace_id=aedccb2c743c415898e3e51719b052c2,sentry-release=Unknown"},"correlation_id":"01KV7MYA86VVPVX5JEDNHA907F","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-16T07:22:12.821Z","job_size_bytes":66,"pid":2423,"sidekiq_tid":"m4ej","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-ba07228ad405c52a13ea8bbd: done: 0.040647 sec","job_status":"done","queue_duration_s":0.716573,"scheduling_latency_s":0.71662,"redis_calls":7,"redis_duration_s":0.002664,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00185,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000814,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.040647,"completed_at":"2026-06-16T07:22:13.578Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002799,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2268vm-test-run-nixbot-gitlab> test script finished in 370.27s2269vm-test-run-nixbot-gitlab> cleanup2270vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2271vm-test-run-nixbot-gitlab> gitlab # [  321.123432] sidekiq-cluster[2423]: {"severity":"INFO","time":"2026-06-16T07:22:13.581Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"7dfc65850e67fe9d0365b1f7","created_at":"2026-06-16T07:22:qemu-system-aarch64: terminating on signal 15 from pid 6 (/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.13/bin/python3.13)2272vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.07 seconds)22732274post-build step Upload coverage to codecov: ok2275Skipping codecov: project=Mic92/nixbot attr=aarch64-linux.nixbot-gitlab